-
Notifications
You must be signed in to change notification settings - Fork 0
/
move_and_rename.py
141 lines (126 loc) · 5.55 KB
/
move_and_rename.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
'''Author: Chandra Krintz, UCSB, [email protected], AppScale BSD license'''
''' USAGE: python move_and_rename.py --local /my/local/src/dir /my/local/dest/dir prefixmap'''
import random,argparse,json,os,sys,time,exifread,shutil
from datetime import datetime, timedelta
from contextlib import contextmanager
import cv2
DEBUG = False
local = False
######################## timer utility ############################
@contextmanager
def timeblock(label):
start = time.time() #time.process_time() available in python 3
try:
yield
finally:
end = time.time()
print ('{0} : {1:.10f} secs'.format(label, end - start))
######################## process_local_dir ############################
def process_local_dir(srcdir,destdir,prefix,preflong,pictype):
size = 0
count = 0
tries = 0
#rootstr = '[email protected]:/opt/sedgwick/images/'
rootstr = '[email protected]:/opt2/sedgwick/images/'
for root, subFolders, files in os.walk(srcdir):
for ele in files:
fname = os.path.join(root, ele) #full path name
if ele.endswith(".JPG") and (preflong in fname):
tries += 1
if tries % 100 == 0:
print 'examined {0} images...'.format(tries)
if ele.startswith('IMAG'):
idx = 4
elif ele.startswith('IMG_'):
idx = 3
elif ele.startswith('RCNX'):
idx = 3
elif ele.startswith('MFDC'):
idx = 3
else:
idx = ele.rindex(' ') #xxx 500.JPG
photo_id = ele[idx+1:len(ele)-4]
with open(fname, 'rb') as fjpeg:
tags = exifread.process_file(fjpeg)
stop_tag = 'Image DateTime'
dt_tag = vars(tags[stop_tag])['printable']
#dt_tag: 2014:08:01 19:06:50
d = (dt_tag.split()[0]).replace(':','-')
t = dt_tag.split()[1]
newfname = '{0}_{1}_{2}_{3}.jpg'.format(prefix,d,t,photo_id)
newFullFname = os.path.join(destdir, newfname) #full path name
#directory name YYYY/MM
yr = datetime.strptime(dt_tag.split()[0], "%Y:%m:%d").strftime('%Y')
mo = datetime.strptime(dt_tag.split()[0], "%Y:%m:%d").strftime('%m')
if os.path.exists(newFullFname):
print '{0} exists! not overwriting'
continue
size += os.path.getsize(fname)
count += 1
if local:
shutil.copy2(fname, newFullFname)
else:
fn = fname.replace(' ','\ ')
fn = fn.replace('(','\(')
fn = fn.replace(')','\)')
cmd = 'rsync -az {0} {1}/{2}/{3}/{4}'.format(fn,rootstr,yr,mo,newfname)
os.system(cmd)
#make thumbnail 300 pixels wide
image = cv2.imread(fname)
r = 300.0/image.shape[1] #shape: rows,cols,channels, so width is index 1
dim = (300, int(image.shape[0] *r)) #height is index 0
resized = cv2.resize(image,dim,interpolation=cv2.INTER_AREA)
fnsmall = 'tmp111.jpg'
cv2.imwrite(fnsmall,resized)
nfn = newfname.replace('.jpg','_t.jpg')
cmd = 'rsync -az {0} {1}/{2}/{3}/{4}'.format(fnsmall,rootstr,yr,mo,nfn)
os.system(cmd)
if DEBUG:
print 'command: {0} {1} {2}'.format(cmd,fn,newfname)
print 'command: {0} {1}'.format(fnsmall,nfn)
return size,count
######################## main ############################
def main():
global DEBUG,local
parser = argparse.ArgumentParser(description='Find all of the pictures under each camera prefix is map and count them')
parser.add_argument('srcdir',action='store',help='Directory')
parser.add_argument('destdir',action='store',help='Directory')
parser.add_argument('map',action='store',help='json map filename that holds which prefixes to copy')
#json map format: "Lisque": ["7413964473","Lisque Mesa 1"],
# prefix ID actual fname prefix
#optional arguments
parser.add_argument('--debug',action='store_true',default=False,help='Turn debugging on (default: off)')
parser.add_argument('--local',action='store_true',default=False,help='if False (default), nothing is copied... only counting is performed')
args = parser.parse_args()
DEBUG = args.debug
local = args.local
#read in the map
with open(args.map,'r') as map_file:
mymap = json.loads(map_file.read())
szsum = 0
cntsum = 0
for key in mymap:
#key is the location prefix specified in the config file
val = mymap[key] #list of three strings
myfolder_id = val[0] #folder ID cut/pasted from box after creating
#the folder manually (its in the URL when in folder in box)
prefix = key
full_prefix = val[1] #used to check if a file belongs to this folder/key
pictype = int(val[2]) #index indicating which OCR to use
if DEBUG:
print '{0}: {1}: {2}'.format(myfolder_id,prefix,full_prefix)
#process srcdir and copy any JPG from the camera identified by the key
sz,cnt = process_local_dir(args.srcdir,args.destdir,prefix,full_prefix,pictype)
if cnt != 0:
print 'Copied {0}: size_in_KB: {1} count: {2} avgsize_in_KB: {3}'.format(prefix,sz/1024,cnt,(sz/cnt)/1024)
else:
print 'Copied {0}: nothing'.format(prefix)
szsum += sz
cntsum += cnt
if cntsum != 0:
print 'TOTAL Copied: size_in_KB: {0} count: {1} avgsize_in_KB: {2}'.format(szsum/1024,cntsum,(szsum/cntsum)/1024)
else:
print 'TOTAL Copied {0}: nothing'.format(prefix)
##################################
if __name__ == '__main__':
main()