overwriteExistingMetadata.py

import json
import requests
import secrets
import time
import csv
from datetime import datetime
import urllib3
import argparse

secretsVersion = input('To edit production, enter secrets filename: ')
if secretsVersion != '':
    try:
        secrets = __import__(secretsVersion)
        print('Editing Production')
    except ImportError:
        print('Editing Stage')
else:
    print('Editing Stage')

parser = argparse.ArgumentParser()
parser.add_argument('-f', '--fileName', help='CSV with handles + file ids. ')
args = parser.parse_args()
if args.fileName:
    fileName = args.fileName
else:
    fileName = input('Enter file name: ')

urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)

baseURL = secrets.baseURL
email = secrets.email
password = secrets.password
filePath = secrets.filePath
skippedCollections = secrets.skippedCollections

handleIdDict = {}
with open(fileName) as csvfile:
    reader = csv.DictReader(csvfile)
    for row in reader:
        fileIdentifier = row['fileId']
        handle = row['handle']
        handleIdDict[fileIdentifier] = handle
print(handleIdDict)
id = input('test')

startTime = time.time()
data = {'email': email, 'password': password}
header = {'content-type': 'application/json', 'accept': 'application/json'}
session = requests.post(baseURL+'/rest/login', headers=header,
                        params=data).cookies['JSESSIONID']
cookies = {'JSESSIONID': session}
headerFileUpload = {'accept': 'application/json'}
cookiesFileUpload = cookies
status = requests.get(baseURL+'/rest/status', headers=header, cookies=cookies).json()
print('authenticated')

collectionMetadata = json.load(open('metadataOverwrite.json'))

dt = datetime.now().strftime('%Y-%m-%d %H.%M.%S')+'.csv'
f = csv.writer(open(filePath+'metadataOverwrite_'+dt+'.csv', 'w'))
f.writerow(['itemID']+['delete']+['post'])

for k, v in handleIdDict.items():
    for itemMetadata in collectionMetadata:
        updatedItemMetadata = {}
        updatedItemMetadataList = []
        for element in itemMetadata['metadata']:
            if element['key'] == 'fileIdentifier':
                fileIdentifier = element['value']
            else:
                updatedItemMetadataList.append(element)
        uriElement = {}
        uriElement['key'] = 'dc.identifier.uri'
        uriElement['value'] = 'http://jhir.library.jhu.edu/handle/' + v
        updatedItemMetadataList.append(uriElement)
        provNote = 'Item metadata updated through batch process on '+dt+'.'
        provNoteElement = {}
        provNoteElement['key'] = 'dc.description.provenance'
        provNoteElement['value'] = provNote
        provNoteElement['language'] = 'en_US'
        updatedItemMetadataList.append(provNoteElement)

        if fileIdentifier == k:
            print(fileIdentifier)
            endpoint = baseURL+'/rest/handle/'+v
            item = requests.get(endpoint, headers=header, cookies=cookies).json()
            itemID = item['uuid']
            link = baseURL+'/rest/items/'+str(itemID)+'/metadata'
            metadata = requests.get(link, headers=header, cookies=cookies).json()
            for element in range(0, len(metadata)):
                metadata[element].pop('schema', None)
                metadata[element].pop('element', None)
                metadata[element].pop('qualifier', None)
                if metadata[element]['key'] == 'dc.description.provenance':
                    updatedItemMetadataList.append(metadata[element])
                if metadata[element]['key'] == 'dc.date.available':
                    updatedItemMetadataList.append(metadata[element])
                if metadata[element]['key'] == 'dc.date.accessioned':
                    updatedItemMetadataList.append(metadata[element])
            updatedItemMetadata = json.dumps(updatedItemMetadataList)
            delete = requests.delete(link, headers=header, cookies=cookies)
            print(delete)
            post = requests.put(link, headers=header, cookies=cookies, data=updatedItemMetadata)
            print(post)
            f.writerow([itemID]+[delete]+[post])

logout = requests.post(baseURL+'/rest/logout', headers=header, cookies=cookies)

elapsedTime = time.time() - startTime
m, s = divmod(elapsedTime, 60)
h, m = divmod(m, 60)
print('Total script run time: ', '%d:%02d:%02d' % (h, m, s))