In [3]:

    

# Version 1.2

import logging, os, re, datetime
from IPython.display import display
from arcgis.gis import GIS

''' ********************** SCRIPT CONFIGURATION START ********************** '''

#What is the ID of the Feature Layer you want to download attachments from?
FeatureLayerId = '092d075f4b3a40f78cf1329b20b0d5e7'

#What are your ArcGIS Enterprise/ArcGIS Online credentials? This is case sensitive.
PortalUserName = ''
PortalPassword = ''
PortalUrl = 'https://www.arcgis.com'

#Where do you want your attachments stored?
SaveAttachmentsTo = 'C:\ScriptDownloads'
SaveLogsTo = 'Logging'

#How do you want your attachments stored? Options are GroupedFolder and IndividualFolder
#GroupedFolder - Attachments from every feature in each layer is stored in the same folder - attachments are renamed in the format OBJECTID-ATTACHMENTID-OriginalFileName
#IndividualFolder - A new folder is created for each OBJECTID, and associated attachments are stored in that folder - attachments are renamed in the format ATTACHMENTID-OriginalFileName
AttachmentStorage = 'GroupedFolder'

#Set to False if ArcGIS Enterprise cert is not valid
PortalCertVerification = True

#Setup logging - levels are DEBUG,INFO,WARNING,ERROR,CRITICAL
logging.basicConfig(level=logging.INFO)

''' ********************** SCRIPT CONFIGURATION END ********************** '''

#https://stackoverflow.com/questions/273192/how-can-i-create-a-directory-if-it-does-not-exist
def createFolder(folderPath):
    if not os.path.exists(folderPath):
        try:
            os.makedirs(folderPath)
        except OSError as e:
            if e.errno != errno.EEXIST:
                raise

def renameFile(currentAttachmentPath, newAttachmentPath):
    #Rename file - ensure new attachment path does not exist already
    if not os.path.exists(newAttachmentPath):
        os.rename(currentAttachmentPath, newAttachmentPath)
        logger.info('{} being renamed as {}'.format(currentAttachmentPath, newAttachmentPath))
    else:
        logger.warning('Not able to rename {} as {} because file already exists. Removing {}'.format(currentAttachmentPath, newAttachmentPath, currentAttachmentPath))
        os.remove(currentAttachmentPath)

#Create specified folder if it does not exist already
createFolder(SaveAttachmentsTo)
createFolder(SaveLogsTo)
        
#Logging level specified in script configuration
logger = logging.getLogger(__name__)
logFileName = datetime.datetime.now().strftime('%Y-%m-%d %H-%M-%S')
fileHandler = logging.handlers.RotatingFileHandler('{}/{}.log'.format(SaveLogsTo, logFileName), maxBytes=100000, backupCount=5)
formatter = logging.Formatter('%(asctime)s %(levelname)s %(relativeCreated)d \n%(filename)s %(module)s %(funcName)s %(lineno)d \n%(message)s\n')
fileHandler.setFormatter(formatter)
logger.addHandler(fileHandler)

logger.info('Script Starting at {}'.format(str(datetime.datetime.now())))

#Connect to GIS, and get Feature Layer information
if PortalUserName == '' and PortalPassword == '':
    gis = GIS()
else:
    gis = GIS(PortalUrl, PortalUserName, PortalPassword, verify_cert=PortalCertVerification)

downloadCounter = 0
nonDownloadCounter = 0
downloadSizeCounter = 0

itemObject = gis.content.get(FeatureLayerId)
logger.info('Iterating through layers in Feature Layer "{}"'.format(itemObject.name))
display(itemObject)

#Loop through layers in Feature Layer
for i in range(len(itemObject.layers)):
    featureLayer = itemObject.layers[i]
    
    #Skip layer if attachments are not enabled
    if featureLayer.properties.hasAttachments == True:
        #Remove any characters from feature layer name that may cause problems and ensure it's unique...
        featureLayerName = '{}-{}'.format(str(i), re.sub(r'[^A-Za-z0-9]+', '', featureLayer.properties.name))
        featureLayerFolder = SaveAttachmentsTo + r'\\' + featureLayerName
        createFolder(featureLayerFolder)

        #Query to get list of object ids in layer
        featureObjectIds = featureLayer.query(where='1=1', return_ids_only=True)

        #Provide some updates to user...
        logger.info('Time: {}'.format(str(datetime.datetime.now())))
        logger.info('Currently looping through feature attachments in layer {} of {}: storing in folder named "{}"'.format(str(i + 1), str(len(itemObject.layers)), featureLayerName))
        logger.info('There are {} features to iterate in this layer'.format(str(len(featureObjectIds['objectIds']))))

        #Loop through features in layer
        emptyAttachments = 0
        for j in range(len(featureObjectIds['objectIds'])):
            currentObjectId = featureObjectIds['objectIds'][j]
            currentObjectIdAttachments = featureLayer.attachments.get_list(oid=currentObjectId)

            if len(currentObjectIdAttachments) > 0:

                #Loop through feature attachments and download to appropriate folder
                for k in range(len(currentObjectIdAttachments)):
                    attachmentId = currentObjectIdAttachments[k]['id']
                    attachmentName = currentObjectIdAttachments[k]['name']
                    attachmentSize = currentObjectIdAttachments[k]['size']
                    
                    if AttachmentStorage == 'IndividualFolder':
                        currentFolder = featureLayerFolder + r'\\' + str(currentObjectId)
                        #Create a folder for attachments
                        createFolder(currentFolder)
                        fileName = '{}-{}'.format(attachmentId, attachmentName)
                        newAttachmentPath = '{}\\{}'.format(currentFolder, fileName)
                        if not os.path.isfile(newAttachmentPath):
                            logger.info('The size of the current attachment being downloaded is {}MB'.format((attachmentSize/1000000)))
                            currentAttachmentPath = featureLayer.attachments.download(oid=currentObjectId, attachment_id=attachmentId, save_path=currentFolder)
                            #Rename to ensure file name is unique
                            renameFile(currentAttachmentPath, newAttachmentPath)
                            downloadCounter += 1
                            downloadSizeCounter += attachmentSize
                        else:
                            logger.info('File {} already exists. Not downloading again!'.format(newAttachmentPath))
                            nonDownloadCounter += 1

                    elif AttachmentStorage == 'GroupedFolder':
                        fileName = '{}-{}-{}'.format(currentObjectId, attachmentId, attachmentName)
                        newAttachmentPath = '{}\\{}'.format(featureLayerFolder, fileName)
                        if not os.path.isfile(newAttachmentPath):
                            logger.info('The size of the current attachment being downloaded is {}MB'.format((attachmentSize/1000000)))
                            currentAttachmentPath = featureLayer.attachments.download(oid=currentObjectId, attachment_id=attachmentId, save_path=featureLayerFolder)
                            #Rename to ensure file name is unique
                            renameFile(currentAttachmentPath, newAttachmentPath)
                            downloadCounter += 1
                            downloadSizeCounter += attachmentSize
                        else:
                            logger.info('File {} already exists. Not downloading again!'.format(newAttachmentPath))
                            nonDownloadCounter += 1

                    else:
                        logger.error('AttachmentStorage option not valid: {}. Valid options are IndividualFolder and GroupedFolder'.format(AttachmentStorage))
            else:
                emptyAttachments += 1
            
        logger.info('{} of these features do not contain attachments'.format(str(emptyAttachments)))
    else:
        logger.info('Layer {} does not have attachments enabled'.format(featureLayer.properties.name))

logger.info('Summary: {} new files have been downloaded totalling {}MB in size'.format(downloadCounter, (downloadSizeCounter/1000000)))
logger.info('Summary: {} attachments already existed so were not downloaded again'.format(nonDownloadCounter))


    

    




INFO:__main__:Script Starting at 2017-08-19 14:43:21.267292
INFO:__main__:Iterating through layers in Feature Layer "PublicMapNotesFeatureLayer"






    






                    

                       
                        
                       
                    

                    

                        PublicMapNotesFeatureLayer
                        
                        
Use the Field Notes template to capture simple, classified observations.Feature Layer Collection by MKelly8
                        
Last Modified: August 17, 2017
                        
0 comments, 52 views
                    
                
                






    




INFO:__main__:Time: 2017-08-19 14:43:24.748873
INFO:__main__:Currently looping through feature attachments in layer 1 of 3: storing in folder named "0-FieldNotesPoints"
INFO:__main__:There are 4 features to iterate in this layer
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\1-1-JpgImage.jpg already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\1-18-ProfileMale2Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\1-20-ProfileFemale1Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-8-ProfileMale1Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-9-ProfileFemale3Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-10-ProfileFemale1Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-11-ProfileMale5Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-15-ProfileMale5Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-16-ProfileFemale1Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-17-ProfileFemale1Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\2-19-ProfileMale5Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\3-6-LargeTextFile.txt already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\3-7-TextFile.txt already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\3-21-ProfileMale5Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\4-3-Ocean.JPG already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\4-4-Ocean.JPG already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\4-5-Ocean.JPG already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\4-12-ProfileMale5Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\4-13-ProfileFemale1Transparent.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\0-FieldNotesPoints\4-14-ProfileFemale1Transparent.png already exists. Not downloading again!
INFO:__main__:0 of these features do not contain attachments
INFO:__main__:Time: 2017-08-19 14:43:26.271749
INFO:__main__:Currently looping through feature attachments in layer 2 of 3: storing in folder named "1-FieldNotesLines"
INFO:__main__:There are 1 features to iterate in this layer
INFO:__main__:File C:\ScriptDownloads\\1-FieldNotesLines\1-1-Word Document.docx already exists. Not downloading again!
INFO:__main__:0 of these features do not contain attachments
INFO:__main__:Time: 2017-08-19 14:43:26.895021
INFO:__main__:Currently looping through feature attachments in layer 3 of 3: storing in folder named "2-FieldNotesAreas"
INFO:__main__:There are 3 features to iterate in this layer
INFO:__main__:File C:\ScriptDownloads\\2-FieldNotesAreas\2-1-Pdf Document.pdf already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\2-FieldNotesAreas\2-2-PngImage.png already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\2-FieldNotesAreas\2-3-JpgImage.jpg already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\2-FieldNotesAreas\2-4-Word Document.docx already exists. Not downloading again!
INFO:__main__:File C:\ScriptDownloads\\2-FieldNotesAreas\3-5-Ocean.JPG already exists. Not downloading again!
INFO:__main__:1 of these features do not contain attachments
INFO:__main__:Summary: 0 new files have been downloaded totalling 0.0MB in size
INFO:__main__:Summary: 26 attachments already existed so were not downloaded again