forked from ehanson8/dspace-data-collection
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathgetBitstreamMetadataByHandle.py
84 lines (70 loc) · 2.41 KB
/
getBitstreamMetadataByHandle.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
import requests
from datetime import datetime
import secret
import time
import os
import argparse
import pandas as pd
parser = argparse.ArgumentParser()
parser.add_argument('-f', '--file')
args = parser.parse_args()
if args.file:
fileName = args.file
else:
fileName = input('Enter the file: ')
secretVersion = input('To edit production server, enter secret file name: ')
if secretVersion != '':
try:
secret = __import__(secretVersion)
print('Using Production')
except ImportError:
print('Using Stage')
else:
print('Using Stage')
baseURL = secret.baseURL
email = secret.email
password = secret.password
filePath = secret.filePath
startTime = time.time()
data = {'email': email, 'password': password}
header = {'content-type': 'application/json', 'accept': 'application/json'}
session = requests.post(baseURL+'/rest/login', headers=header, params=data).cookies['JSESSIONID']
cookies = {'JSESSIONID': session}
headerFileUpload = {'accept': 'application/json'}
cookiesFileUpload = cookies
status = requests.get(baseURL+'/rest/status', headers=header, cookies=cookies).json()
userFullName = status['fullname']
print('authenticated')
df_1 = pd.read_csv(fileName)
handleList = df_1.handle.to_list()
allItems = []
for handle in handleList:
print(handle)
endpoint = baseURL+'/rest/handle/'+handle
item = requests.get(endpoint, headers=header, cookies=cookies).json()
link = item['link']
title = item['name']
bitsLink = baseURL+link+'/bitstreams?expand=all&limit=1000'
bitstreams = requests.get(bitsLink, headers=header, cookies=cookies).json()
print(len(bitstreams))
for bitstream in bitstreams:
itemDict = {}
bit_uuid = bitstream['uuid']
fileName = bitstream['name']
size = bitstream['sizeBytes']
itemDict['item_link'] = link
itemDict['item_handle'] = handle
itemDict['title'] = title
itemDict['bit_uuid'] = bit_uuid
itemDict['file_name'] = fileName
itemDict['size'] = size
allItems.append(itemDict)
logout = requests.post(baseURL+'/rest/logout', headers=header, cookies=cookies)
df = pd.DataFrame.from_dict(allItems)
print(df.head(15))
dt = datetime.now().strftime('%Y-%m-%d %H.%M.%S')
df.to_csv('bitstreamsByItemHandle_'+dt+'.csv', index=False)
elapsedTime = time.time() - startTime
m, s = divmod(elapsedTime, 60)
h, m = divmod(m, 60)
print('Total script run time: ', '%d:%02d:%02d' % (h, m, s))