Mercurial Hosting > traffic-intelligence

comparison scripts/process.py @ 1082:706034a4c6cd

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
more info in progress
author Nicolas Saunier <nicolas.saunier@polymtl.ca>
date Sun, 22 Jul 2018 08:50:28 -0400
parents b123fa0e5440
children 5b597b021aed
comparison
equal deleted inserted replaced
1081:346b41cbc81a 1082:706034a4c6cd
109 109
110 ################################# 110 #################################
111 # Report progress in the processing 111 # Report progress in the processing
112 ################################# 112 #################################
113 if args.progress: # TODO find video sequences that have null camera view, to work with them 113 if args.progress: # TODO find video sequences that have null camera view, to work with them
114 print('Providing information on data progress') 114 print('Providing information on progress of data processing')
115 headers = ['site', 'vs', 'features', 'objects', 'interactions'] # todo add prototypes and object classification 115 headers = ['site', 'vs', 'features', 'objects', 'interactions'] # todo add prototypes and object classification
116 data = [] 116 data = []
117 for site in sites: 117 for site in sites:
118 unprocessedVideoSequences = [] 118 unprocessedVideoSequences = []
119 for vs in getSiteVideoSequences(site): 119 for vs in getSiteVideoSequences(site):
123 else: 123 else:
124 unprocessedVideoSequences.append(vs) 124 unprocessedVideoSequences.append(vs)
125 data.append([site.name, vs.idx, False, False, False]) 125 data.append([site.name, vs.idx, False, False, False])
126 #if len(unprocessedVideoSequences): 126 #if len(unprocessedVideoSequences):
127 # print('Site {} ({}) has {} completely unprocessed video sequences'.format (site.name, site.idx, len(unprocessedVideoSequences))) 127 # print('Site {} ({}) has {} completely unprocessed video sequences'.format (site.name, site.idx, len(unprocessedVideoSequences)))
128 videoSequences = session.query(VideoSequence).filter(VideoSequence.cameraViewIdx.is_(None)).all()
128 data = pd.DataFrame(data, columns = headers) 129 data = pd.DataFrame(data, columns = headers)
129 print('-'*80) 130 print('-'*80)
130 print('\t'+' '.join(headers[2:])) 131 print('\t'+' '.join(headers[2:]))
131 print('-'*80) 132 print('-'*80)
132 for name, group in data.groupby(['site']): #.agg({'vs': 'count'})) 133 for name, group in data.groupby(['site']): #.agg({'vs': 'count'}))
133 n = group.vs.count() 134 n = group.vs.count()
134 print('{}: {} % / {} % / {} % ({})'.format(name, 100*group.features.sum()/float(n), 100*group.objects.sum()/float(n), 100*group.interactions.sum()/float(n), n)) 135 print('{}: {} % / {} % / {} % ({})'.format(name, 100*group.features.sum()/float(n), 100*group.objects.sum()/float(n), 100*group.interactions.sum()/float(n), n))
135 print('-'*80) 136 print('-'*80)
137 if len(videoSequences) > 0:
138 print('{} video sequences without a camera view:'.format(len(videoSequences)))
139 print([vs.idx for vs in videoSequences])
140 print('-'*80)
136 print(data) 141 print(data)
137 142
138 ################################# 143 #################################
139 # Delete 144 # Delete
140 ################################# 145 #################################