Mercurial Hosting > traffic-intelligence
annotate scripts/process.py @ 1022:b7689372c0ec
renamed quantile to centile
author | Nicolas Saunier <nicolas.saunier@polymtl.ca> |
---|---|
date | Wed, 06 Jun 2018 10:35:06 -0400 |
parents | 16932cefabc1 |
children | a13f47c8931d |
rev | line source |
---|---|
998
933670761a57
updated code to python 3 (tests pass and scripts run, but non-executed parts of code are probably still not correct)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
988
diff
changeset
|
1 #! /usr/bin/env python3 |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
2 |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
3 import sys, argparse |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
4 from pathlib import Path |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
5 from multiprocessing.pool import Pool |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
6 |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
7 import matplotlib |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
8 matplotlib.use('Agg') |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
9 import matplotlib.pyplot as plt |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
10 from numpy import percentile |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
11 |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
12 import storage, events, prediction, cvutils |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
13 from metadata import * |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
14 |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
15 parser = argparse.ArgumentParser(description='This program manages the processing of several files based on a description of the sites and video data in an SQLite database following the metadata module.') |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
16 parser.add_argument('--db', dest = 'metadataFilename', help = 'name of the metadata file', required = True) |
984
a69695d14e59
work on script for large datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
983
diff
changeset
|
17 parser.add_argument('--videos', dest = 'videoIds', help = 'indices of the video sequences', nargs = '*', type = int) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
18 parser.add_argument('--sites', dest = 'siteIds', help = 'indices of the video sequences', nargs = '*', type = int) |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
19 parser.add_argument('--cfg', dest = 'configFilename', help = 'name of the configuration file') |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
20 parser.add_argument('-n', dest = 'nObjects', help = 'number of objects/interactions to process', type = int) |
987
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
21 parser.add_argument('--prediction-method', dest = 'predictionMethod', help = 'prediction method (constant velocity (cvd: vector computation (approximate); cve: equation solving; cv: discrete time (approximate)), normal adaptation, point set prediction)', choices = ['cvd', 'cve', 'cv', 'na', 'ps', 'mp']) |
984
a69695d14e59
work on script for large datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
983
diff
changeset
|
22 parser.add_argument('--pet', dest = 'computePET', help = 'computes PET', action = 'store_true') |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
23 # override other tracking config, erase sqlite? |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
24 parser.add_argument('--delete', dest = 'delete', help = 'data to delete', choices = ['feature', 'object', 'classification', 'interaction']) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
25 parser.add_argument('--process', dest = 'process', help = 'data to process', choices = ['feature', 'object', 'classification', 'interaction']) |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
26 parser.add_argument('--display', dest = 'display', help = 'data to display (replay over video)', choices = ['feature', 'object', 'classification', 'interaction']) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
27 parser.add_argument('--analyze', dest = 'analyze', help = 'data to analyze (results)', choices = ['feature', 'object', 'classification', 'interaction']) |
1007
192de96e5255
solved config filename bug
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1006
diff
changeset
|
28 parser.add_argument('--dry', dest = 'dryRun', help = 'dry run of processing', action = 'store_true') |
192de96e5255
solved config filename bug
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1006
diff
changeset
|
29 parser.add_argument('--nthreads', dest = 'nProcesses', help = 'number of processes to run in parallel', type = int, default = 1) |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
30 |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
31 # need way of selecting sites as similar as possible to sql alchemy syntax |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
32 # override tracking.cfg from db |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
33 # manage cfg files, overwrite them (or a subset of parameters) |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
34 # delete sqlite files |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
35 # info of metadata |
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
36 |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
37 args = parser.parse_args() |
984
a69695d14e59
work on script for large datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
983
diff
changeset
|
38 |
1009 | 39 ################################# |
40 # Data preparation | |
41 ################################# | |
42 session = connectDatabase(args.metadataFilename) | |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
43 parentPath = Path(args.metadataFilename).parent # files are relative to metadata location |
1009 | 44 videoSequences = [] |
45 if args.videoIds is not None: | |
46 videoSequences = [session.query(VideoSequence).get(videoId) for videoId in args.videoIds] | |
47 elif args.siteIds is not None: | |
48 for siteId in args.siteIds: | |
49 for site in getSite(session, siteId): | |
50 for cv in site.cameraViews: | |
51 videoSequences += cv.videoSequences | |
52 else: | |
53 print('No video/site to process') | |
54 | |
55 ################################# | |
56 # Delete | |
57 ################################# | |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
58 if args.delete is not None: |
1009 | 59 if args.delete == 'feature': |
60 pass | |
61 elif args.delete in ['object', 'interaction']: | |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
62 #parser.add_argument('-t', dest = 'dataType', help = 'type of the data to remove', required = True, choices = ['object','interaction', 'bb', 'pois', 'prototype']) |
1009 | 63 for vs in videoSequences: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
64 storage.deleteFromSqlite(str(parentPath/vs.getDatabaseFilename()), args.delete) |
984
a69695d14e59
work on script for large datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
983
diff
changeset
|
65 |
1009 | 66 ################################# |
67 # Process | |
68 ################################# | |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
69 if args.process in ['feature', 'object']: # tracking |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
70 if args.nProcesses == 1: |
1009 | 71 for vs in videoSequences: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
72 if not (parentPath/vs.getDatabaseFilename()).exists() or args.process == 'object': |
1009 | 73 if args.configFilename is None: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
74 configFilename = str(parentPath/vs.cameraView.getTrackingConfigurationFilename()) |
1009 | 75 else: |
76 configFilename = args.configFilename | |
77 if vs.cameraView.cameraType is None: | |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
78 cvutils.tracking(configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), False, None, None, args.dryRun) |
1009 | 79 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
80 cvutils.tracking(configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), True, vs.cameraView.cameraType.intrinsicCameraMatrix, vs.cameraView.cameraType.distortionCoefficients, args.dryRun) |
1009 | 81 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
82 print('SQLite already exists: {}'.format(parentPath/vs.getDatabaseFilename())) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
83 else: |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
84 pool = Pool(args.nProcesses) |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
85 for vs in videoSequences: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
86 if not (parentPath/vs.getDatabaseFilename()).exists() or args.process == 'object': |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
87 if args.configFilename is None: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
88 configFilename = str(parentPath/vs.cameraView.getTrackingConfigurationFilename()) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
89 else: |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
90 configFilename = args.configFilename |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
91 if vs.cameraView.cameraType is None: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
92 pool.apply_async(cvutils.tracking, args = (configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), False, None, None, args.dryRun)) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
93 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
94 pool.apply_async(cvutils.tracking, args = (configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), True, vs.cameraView.cameraType.intrinsicCameraMatrix, vs.cameraView.cameraType.distortionCoefficients, args.dryRun)) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
95 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
96 print('SQLite already exists: {}'.format(parentPath/vs.getDatabaseFilename())) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
97 pool.close() |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
98 pool.join() |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
99 |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
100 elif args.process == 'interaction': |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
101 # safety analysis TODO make function in safety analysis script |
987
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
102 if args.predictionMethod == 'cvd': |
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
103 predictionParameters = prediction.CVDirectPredictionParameters() |
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
104 if args.predictionMethod == 'cve': |
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
105 predictionParameters = prediction.CVExactPredictionParameters() |
1009 | 106 for vs in videoSequences: |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
107 print('Processing '+vs.getDatabaseFilename()) |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
108 objects = storage.loadTrajectoriesFromSqlite(str(parentPath/vs.getDatabaseFilename()), 'object')#, args.nObjects, withFeatures = (params.useFeaturesForPrediction or predictionMethod == 'ps' or predictionMethod == 'mp')) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
109 interactions = events.createInteractions(objects) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
110 #if args.nProcesses == 1: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
111 #print(str(parentPath/vs.cameraView.getTrackingConfigurationFilename())) |
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
112 params = storage.ProcessParameters(str(parentPath/vs.cameraView.getTrackingConfigurationFilename())) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
113 #print(len(interactions), args.computePET, predictionParameters, params.collisionDistance, params.predictionTimeHorizon, params.crossingZones) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
114 processed = events.computeIndicators(interactions, True, args.computePET, predictionParameters, params.collisionDistance, params.predictionTimeHorizon, params.crossingZones, False, None) |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
115 storage.saveIndicatorsToSqlite(str(parentPath/vs.getDatabaseFilename()), processed) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
116 # else: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
117 # pool = Pool(processes = args.nProcesses) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
118 # nInteractionPerProcess = int(np.ceil(len(interactions)/float(args.nProcesses))) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
119 # jobs = [pool.apply_async(events.computeIndicators, args = (interactions[i*nInteractionPerProcess:(i+1)*nInteractionPerProcess], not args.noMotionPrediction, args.computePET, predictionParameters, params.collisionDistance, params.predictionTimeHorizon, params.crossingZones, False, None)) for i in range(args.nProcesses)] |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
120 # processed = [] |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
121 # for job in jobs: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
122 # processed += job.get() |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
123 # pool.close() |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
124 |
1009 | 125 ################################# |
126 # Analyze | |
127 ################################# | |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
128 if args.analyze == 'object': # user speed for now |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
129 medianSpeeds = {} |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
130 speeds85 = {} |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
131 minLength = 2*30 |
1009 | 132 for vs in videoSequences: |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
133 if not vs.cameraView.siteIdx in medianSpeeds: |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
134 medianSpeeds[vs.cameraView.siteIdx] = [] |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
135 speeds85[vs.cameraView.siteIdx] = [] |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
136 print('Extracting speed from '+vs.getDatabaseFilename()) |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
137 objects = storage.loadTrajectoriesFromSqlite(str(parentPath/vs.getDatabaseFilename()), 'object') |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
138 for o in objects: |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
139 if o.length() > minLength: |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
140 speeds = 30*3.6*percentile(o.getSpeeds(), [50, 85]) |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
141 medianSpeeds[vs.cameraView.siteIdx].append(speeds[0]) |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
142 speeds85[vs.cameraView.siteIdx].append(speeds[1]) |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
143 for speeds, name in zip([medianSpeeds, speeds85], ['Median', '85th Centile']): |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
144 plt.ioff() |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
145 plt.figure() |
998
933670761a57
updated code to python 3 (tests pass and scripts run, but non-executed parts of code are probably still not correct)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
988
diff
changeset
|
146 plt.boxplot(list(speeds.values()), labels = [session.query(Site).get(siteId).name for siteId in speeds]) |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
147 plt.ylabel(name+' Speeds (km/h)') |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
148 plt.savefig(name.lower()+'-speeds.png', dpi=150) |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
149 plt.close() |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
150 |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
151 if args.analyze == 'interaction': |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
152 indicatorIds = [2,5,7,10] |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
153 conversionFactors = {2: 1., 5: 30.*3.6, 7:1./30, 10:1./30} |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
154 maxIndicatorValue = {2: float('inf'), 5: float('inf'), 7:10., 10:10.} |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
155 indicators = {} |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
156 interactions = {} |
1009 | 157 for vs in videoSequences: |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
158 if not vs.cameraView.siteIdx in interactions: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
159 interactions[vs.cameraView.siteIdx] = [] |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
160 indicators[vs.cameraView.siteIdx] = {} |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
161 for i in indicatorIds: |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
162 indicators[vs.cameraView.siteIdx][i] = [] |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
163 interactions[vs.cameraView.siteIdx] += storage.loadInteractionsFromSqlite(str(parentPath/vs.getDatabaseFilename())) |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
164 print(vs.getDatabaseFilename(), len(interactions[vs.cameraView.siteIdx])) |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
165 for inter in interactions[vs.cameraView.siteIdx]: |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
166 for i in indicatorIds: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
167 indic = inter.getIndicator(events.Interaction.indicatorNames[i]) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
168 if indic is not None: |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
169 v = indic.getMostSevereValue()*conversionFactors[i] |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
170 if v < maxIndicatorValue[i]: |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
171 indicators[vs.cameraView.siteIdx][i].append(v) |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
172 |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
173 for i in indicatorIds: |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
174 tmp = [indicators[siteId][i] for siteId in indicators] |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
175 plt.ioff() |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
176 plt.figure() |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
177 plt.boxplot(tmp, labels = [session.query(Site).get(siteId).name for siteId in indicators]) |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
178 plt.ylabel(events.Interaction.indicatorNames[i]+' ('+events.Interaction.indicatorUnits[i]+')') |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
179 plt.savefig(events.Interaction.indicatorNames[i]+'.png', dpi=150) |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
180 plt.close() |