Mercurial Hosting > traffic-intelligence
annotate scripts/process.py @ 1051:c3c3a90c08f8
minor tweak
author | Nicolas Saunier <nicolas.saunier@polymtl.ca> |
---|---|
date | Sat, 07 Jul 2018 23:49:08 -0400 |
parents | 9d4a06f49cb8 |
children | 16575ca4537d |
rev | line source |
---|---|
998
933670761a57
updated code to python 3 (tests pass and scripts run, but non-executed parts of code are probably still not correct)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
988
diff
changeset
|
1 #! /usr/bin/env python3 |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
2 |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
3 import sys, argparse |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
4 from pathlib import Path |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
5 from multiprocessing.pool import Pool |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
6 |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
7 #import matplotlib |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
8 #atplotlib.use('Agg') |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
9 import matplotlib.pyplot as plt |
1048
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
10 import numpy as np |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
11 from pandas import DataFrame |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
12 |
1046
f2ba9858e6c6
motion pattern learning seems to work
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1045
diff
changeset
|
13 from trafficintelligence import storage, events, prediction, cvutils, utils, moving, processing, ml |
1028
cc5cb04b04b0
major update using the trafficintelligence package name and install through pip
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1026
diff
changeset
|
14 from trafficintelligence.metadata import * |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
15 |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
16 parser = argparse.ArgumentParser(description='This program manages the processing of several files based on a description of the sites and video data in an SQLite database following the metadata module.') |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
17 # input |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
18 parser.add_argument('--db', dest = 'metadataFilename', help = 'name of the metadata file', required = True) |
984
a69695d14e59
work on script for large datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
983
diff
changeset
|
19 parser.add_argument('--videos', dest = 'videoIds', help = 'indices of the video sequences', nargs = '*', type = int) |
1046
f2ba9858e6c6
motion pattern learning seems to work
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1045
diff
changeset
|
20 parser.add_argument('--sites', dest = 'siteIds', help = 'indices of the video sequences', nargs = '*') |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
21 |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
22 # main function |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
23 parser.add_argument('--delete', dest = 'delete', help = 'data to delete', choices = ['feature', 'object', 'classification', 'interaction']) |
1036
0d7e5e290ea3
upload to pypi
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1028
diff
changeset
|
24 parser.add_argument('--process', dest = 'process', help = 'data to process', choices = ['feature', 'object', 'classification', 'prototype', 'interaction']) |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
25 parser.add_argument('--display', dest = 'display', help = 'data to display (replay over video)', choices = ['feature', 'object', 'classification', 'interaction']) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
26 parser.add_argument('--analyze', dest = 'analyze', help = 'data to analyze (results)', choices = ['feature', 'object', 'classification', 'interaction']) |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
27 |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
28 # common options |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
29 parser.add_argument('--cfg', dest = 'configFilename', help = 'name of the configuration file') |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
30 parser.add_argument('-n', dest = 'nObjects', help = 'number of objects/interactions to process', type = int) |
1044
75a6ad604cc5
work on motion patterns
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1043
diff
changeset
|
31 parser.add_argument('-t', dest = 'trajectoryType', help = 'type of trajectories', choices = ['feature', 'object'], default = 'feature') |
1007
192de96e5255
solved config filename bug
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1006
diff
changeset
|
32 parser.add_argument('--dry', dest = 'dryRun', help = 'dry run of processing', action = 'store_true') |
192de96e5255
solved config filename bug
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1006
diff
changeset
|
33 parser.add_argument('--nthreads', dest = 'nProcesses', help = 'number of processes to run in parallel', type = int, default = 1) |
1043
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
34 parser.add_argument('--subsample', dest = 'positionSubsamplingRate', help = 'rate of position subsampling (1 every n positions)', type = int) |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
35 |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
36 ### process options |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
37 # motion pattern learning and assignment |
1046
f2ba9858e6c6
motion pattern learning seems to work
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1045
diff
changeset
|
38 parser.add_argument('--prototype-filename', dest = 'outputPrototypeDatabaseFilename', help = 'name of the Sqlite database file to save prototypes', default = 'prototypes.sqlite') |
1043
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
39 #parser.add_argument('-i', dest = 'inputPrototypeDatabaseFilename', help = 'name of the Sqlite database file for prototypes to start the algorithm with') |
1048
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
40 parser.add_argument('--nobjects-mp', dest = 'nMPObjects', help = 'number of objects/interactions to process', type = int) |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
41 parser.add_argument('--nfeatures-per-object', dest = 'nLongestFeaturesPerObject', help = 'maximum number of features per object to load', type = int) |
1046
f2ba9858e6c6
motion pattern learning seems to work
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1045
diff
changeset
|
42 parser.add_argument('--epsilon', dest = 'epsilon', help = 'distance for the similarity of trajectory points', type = float) |
1043
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
43 parser.add_argument('--metric', dest = 'metric', help = 'metric for the similarity of trajectory points', default = 'cityblock') # default is manhattan distance |
1046
f2ba9858e6c6
motion pattern learning seems to work
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1045
diff
changeset
|
44 parser.add_argument('--minsimil', dest = 'minSimilarity', help = 'minimum similarity to put a trajectory in a cluster', type = float) |
f2ba9858e6c6
motion pattern learning seems to work
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1045
diff
changeset
|
45 parser.add_argument('--min-cluster-size', dest = 'minClusterSize', help = 'minimum cluster size', type = int, default = 0) |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
46 #parser.add_argument('--learn', dest = 'learn', help = 'learn', action = 'store_true') |
1043
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
47 parser.add_argument('--optimize', dest = 'optimizeCentroid', help = 'recompute centroid at each assignment', action = 'store_true') |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
48 parser.add_argument('--random', dest = 'randomInitialization', help = 'random initialization of clustering algorithm', action = 'store_true') |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
49 #parser.add_argument('--similarities-filename', dest = 'similaritiesFilename', help = 'filename of the similarities') |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
50 parser.add_argument('--save-similarities', dest = 'saveSimilarities', help = 'save computed similarities (in addition to prototypes)', action = 'store_true') |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
51 parser.add_argument('--save-assignments', dest = 'saveAssignments', help = 'saves the assignments of the objects to the prototypes', action = 'store_true') |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
52 parser.add_argument('--assign', dest = 'assign', help = 'assigns the objects to the prototypes and saves the assignments', action = 'store_true') |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
53 |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
54 # safety analysis |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
55 parser.add_argument('--prediction-method', dest = 'predictionMethod', help = 'prediction method (constant velocity (cvd: vector computation (approximate); cve: equation solving; cv: discrete time (approximate)), normal adaptation, point set prediction)', choices = ['cvd', 'cve', 'cv', 'na', 'ps', 'mp']) |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
56 parser.add_argument('--pet', dest = 'computePET', help = 'computes PET', action = 'store_true') |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
57 # override other tracking config, erase sqlite? |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
58 |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
59 |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
60 # analysis options |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
61 parser.add_argument('--output', dest = 'output', help = 'kind of output to produce (interval means)', choices = ['figure', 'interval', 'event']) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
62 parser.add_argument('--min-user-duration', dest = 'minUserDuration', help = 'mininum duration we have to see the user to take into account in the analysis (s)', type = float, default = 0.1) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
63 parser.add_argument('--interval-duration', dest = 'intervalDuration', help = 'length of time interval to aggregate data (min)', type = float, default = 15.) |
1050
9d4a06f49cb8
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1049
diff
changeset
|
64 parser.add_argument('--aggregation', dest = 'aggMethod', help = 'aggregation method per user/interaction and per interval', choices = ['mean', 'median', 'centile'], nargs = '*', default = ['median']) |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
65 parser.add_argument('--aggregation-centile', dest = 'aggCentiles', help = 'centile(s) to compute from the observations', nargs = '*', type = int) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
66 dpi = 150 |
1050
9d4a06f49cb8
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1049
diff
changeset
|
67 # unit of analysis: site - camera-view |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
68 |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
69 # need way of selecting sites as similar as possible to sql alchemy syntax |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
70 # override tracking.cfg from db |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
71 # manage cfg files, overwrite them (or a subset of parameters) |
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
72 # delete sqlite files |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
73 # info of metadata |
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
74 |
983
7463c9bc846b
work in progress on script to manage large dataset with multiple sites
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
75 args = parser.parse_args() |
984
a69695d14e59
work on script for large datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
983
diff
changeset
|
76 |
1009 | 77 ################################# |
78 # Data preparation | |
79 ################################# | |
80 session = connectDatabase(args.metadataFilename) | |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
81 parentPath = Path(args.metadataFilename).parent # files are relative to metadata location |
1009 | 82 videoSequences = [] |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
83 sites = [] |
1009 | 84 if args.videoIds is not None: |
85 videoSequences = [session.query(VideoSequence).get(videoId) for videoId in args.videoIds] | |
1043
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
86 siteIds = set([vs.cameraView.siteIdx for vs in videoSequences]) |
1009 | 87 elif args.siteIds is not None: |
1043
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
88 siteIds = set(args.siteIds) |
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
89 for siteId in siteIds: |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
90 tmpsites = getSite(session, siteId) |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
91 sites.extend(tmpsites) |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
92 for site in tmpsites: |
1050
9d4a06f49cb8
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1049
diff
changeset
|
93 videoSequences.extend(getSiteVideoSequences(site)) |
1009 | 94 else: |
95 print('No video/site to process') | |
96 | |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
97 if args.nProcesses > 1: |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
98 pool = Pool(args.nProcesses) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
99 |
1009 | 100 ################################# |
101 # Delete | |
102 ################################# | |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
103 if args.delete is not None: |
1009 | 104 if args.delete == 'feature': |
1026
73b124160911
more plumbing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1023
diff
changeset
|
105 response = input('Are you sure you want to delete the tracking results (SQLite files) of all these sites (y/n)?') |
73b124160911
more plumbing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1023
diff
changeset
|
106 if response == 'y': |
73b124160911
more plumbing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1023
diff
changeset
|
107 for vs in videoSequences: |
73b124160911
more plumbing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1023
diff
changeset
|
108 p = parentPath.absolute()/vs.getDatabaseFilename() |
73b124160911
more plumbing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1023
diff
changeset
|
109 p.unlink() |
1009 | 110 elif args.delete in ['object', 'interaction']: |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
111 #parser.add_argument('-t', dest = 'dataType', help = 'type of the data to remove', required = True, choices = ['object','interaction', 'bb', 'pois', 'prototype']) |
1009 | 112 for vs in videoSequences: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
113 storage.deleteFromSqlite(str(parentPath/vs.getDatabaseFilename()), args.delete) |
984
a69695d14e59
work on script for large datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
983
diff
changeset
|
114 |
1009 | 115 ################################# |
116 # Process | |
117 ################################# | |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
118 if args.process in ['feature', 'object']: # tracking |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
119 if args.nProcesses == 1: |
1009 | 120 for vs in videoSequences: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
121 if not (parentPath/vs.getDatabaseFilename()).exists() or args.process == 'object': |
1009 | 122 if args.configFilename is None: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
123 configFilename = str(parentPath/vs.cameraView.getTrackingConfigurationFilename()) |
1009 | 124 else: |
125 configFilename = args.configFilename | |
126 if vs.cameraView.cameraType is None: | |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
127 cvutils.tracking(configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), False, None, None, args.dryRun) |
1009 | 128 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
129 cvutils.tracking(configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), True, vs.cameraView.cameraType.intrinsicCameraMatrix, vs.cameraView.cameraType.distortionCoefficients, args.dryRun) |
1009 | 130 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
131 print('SQLite already exists: {}'.format(parentPath/vs.getDatabaseFilename())) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
132 else: |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
133 for vs in videoSequences: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
134 if not (parentPath/vs.getDatabaseFilename()).exists() or args.process == 'object': |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
135 if args.configFilename is None: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
136 configFilename = str(parentPath/vs.cameraView.getTrackingConfigurationFilename()) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
137 else: |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
138 configFilename = args.configFilename |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
139 if vs.cameraView.cameraType is None: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
140 pool.apply_async(cvutils.tracking, args = (configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), False, None, None, args.dryRun)) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
141 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
142 pool.apply_async(cvutils.tracking, args = (configFilename, args.process == 'object', str(parentPath.absolute()/vs.getVideoSequenceFilename()), str(parentPath.absolute()/vs.getDatabaseFilename()), str(parentPath.absolute()/vs.cameraView.getHomographyFilename()), str(parentPath.absolute()/vs.cameraView.getMaskFilename()), True, vs.cameraView.cameraType.intrinsicCameraMatrix, vs.cameraView.cameraType.distortionCoefficients, args.dryRun)) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
143 else: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
144 print('SQLite already exists: {}'.format(parentPath/vs.getDatabaseFilename())) |
1004
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
145 pool.close() |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
146 pool.join() |
75601be6019f
work on process
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1003
diff
changeset
|
147 |
1039
5621e4ad2428
removing prefix option to loadtrajectories from SQLite
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1036
diff
changeset
|
148 elif args.process == 'prototype': # motion pattern learning |
1050
9d4a06f49cb8
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1049
diff
changeset
|
149 # learn by site by default -> group videos by camera view TODO |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
150 # by default, load all objects, learn and then assign (BUT not save the assignments) |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
151 for site in sites: |
1048
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
152 print('Learning motion patterns for site {} ({})'.format(site.idx, site.name)) |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
153 objects = {} |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
154 object2VideoSequences = {} |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
155 for cv in site.cameraViews: |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
156 for vs in cv.videoSequences: |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
157 print('Loading '+vs.getDatabaseFilename()) |
1046
f2ba9858e6c6
motion pattern learning seems to work
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1045
diff
changeset
|
158 objects[vs.idx] = storage.loadTrajectoriesFromSqlite(str(parentPath/vs.getDatabaseFilename()), args.trajectoryType, args.nObjects, timeStep = args.positionSubsamplingRate, nLongestFeaturesPerObject = args.nLongestFeaturesPerObject) |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
159 if args.trajectoryType == 'object' and args.nLongestFeaturesPerObject is not None: |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
160 objectsWithFeatures = objects[vs.idx] |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
161 objects[vs.idx] = [f for o in objectsWithFeatures for f in o.getFeatures()] |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
162 prototypeType = 'feature' |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
163 else: |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
164 prototypeType = args.trajectoryType |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
165 for obj in objects[vs.idx]: |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
166 object2VideoSequences[obj] = vs |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
167 lcss = utils.LCSS(metric = args.metric, epsilon = args.epsilon) |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
168 similarityFunc = lambda x,y : lcss.computeNormalized(x, y) |
1048
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
169 trainingObjects = [o for tmpobjects in objects.values() for o in tmpobjects] |
1049
c9c03c97ed9f
bug fix to store numpy integers in SQLite
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1048
diff
changeset
|
170 if args.nMPObjects is not None and args.nMPObjects < len(trainingObjects): |
1048
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
171 m = int(np.floor(float(len(trainingObjects))/args.nMPObjects)) |
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
172 trainingObjects = trainingObjects[::m] |
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
173 similarities = -np.ones((len(trainingObjects), len(trainingObjects))) |
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
174 prototypeIndices, labels = processing.learnAssignMotionPatterns(True, True, trainingObjects, similarities, args.minSimilarity, similarityFunc, args.minClusterSize, args.optimizeCentroid, args.randomInitialization, True, []) |
1045
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
175 if args.outputPrototypeDatabaseFilename is None: |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
176 outputPrototypeDatabaseFilename = args.databaseFilename |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
177 else: |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
178 outputPrototypeDatabaseFilename = args.outputPrototypeDatabaseFilename |
25db2383e7ae
work in progress on process.py
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1044
diff
changeset
|
179 clusterSizes = ml.computeClusterSizes(labels, prototypeIndices, -1) |
1048
27a822922cb0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1047
diff
changeset
|
180 storage.savePrototypesToSqlite(str(parentPath/site.getPath()/outputPrototypeDatabaseFilename), [moving.Prototype(object2VideoSequences[trainingObjects[i]].getDatabaseFilename(False), trainingObjects[i].getNum(), prototypeType, clusterSizes[i]) for i in prototypeIndices]) |
1043
b735895c8815
work in progress on process (learn motion patterns)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1039
diff
changeset
|
181 |
1039
5621e4ad2428
removing prefix option to loadtrajectories from SQLite
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1036
diff
changeset
|
182 |
1003
75af46516b2b
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
998
diff
changeset
|
183 elif args.process == 'interaction': |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
184 # safety analysis TODO make function in safety analysis script |
987
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
185 if args.predictionMethod == 'cvd': |
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
186 predictionParameters = prediction.CVDirectPredictionParameters() |
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
187 if args.predictionMethod == 'cve': |
f026ce2af637
found bug with direct ttc computation
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
986
diff
changeset
|
188 predictionParameters = prediction.CVExactPredictionParameters() |
1009 | 189 for vs in videoSequences: |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
190 print('Processing '+vs.getDatabaseFilename()) |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
191 objects = storage.loadTrajectoriesFromSqlite(str(parentPath/vs.getDatabaseFilename()), 'object')#, args.nObjects, withFeatures = (params.useFeaturesForPrediction or predictionMethod == 'ps' or predictionMethod == 'mp')) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
192 interactions = events.createInteractions(objects) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
193 #if args.nProcesses == 1: |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
194 #print(str(parentPath/vs.cameraView.getTrackingConfigurationFilename())) |
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
195 params = storage.ProcessParameters(str(parentPath/vs.cameraView.getTrackingConfigurationFilename())) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
196 #print(len(interactions), args.computePET, predictionParameters, params.collisionDistance, params.predictionTimeHorizon, params.crossingZones) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
197 processed = events.computeIndicators(interactions, True, args.computePET, predictionParameters, params.collisionDistance, params.predictionTimeHorizon, params.crossingZones, False, None) |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
198 storage.saveIndicatorsToSqlite(str(parentPath/vs.getDatabaseFilename()), processed) |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
199 # else: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
200 # pool = Pool(processes = args.nProcesses) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
201 # nInteractionPerProcess = int(np.ceil(len(interactions)/float(args.nProcesses))) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
202 # jobs = [pool.apply_async(events.computeIndicators, args = (interactions[i*nInteractionPerProcess:(i+1)*nInteractionPerProcess], not args.noMotionPrediction, args.computePET, predictionParameters, params.collisionDistance, params.predictionTimeHorizon, params.crossingZones, False, None)) for i in range(args.nProcesses)] |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
203 # processed = [] |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
204 # for job in jobs: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
205 # processed += job.get() |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
206 # pool.close() |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
207 |
1009 | 208 ################################# |
209 # Analyze | |
210 ################################# | |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
211 if args.analyze == 'object': |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
212 # user speeds, accelerations |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
213 # aggregation per site |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
214 data = [] # list of observation per site-user with time |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
215 headers = ['sites', 'date', 'time', 'user_type'] |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
216 aggFunctions = {} |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
217 for method in args.aggMethod: |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
218 if method == 'centile': |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
219 aggFunctions[method] = utils.aggregationFunction(method, args.aggCentiles) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
220 for c in args.aggCentiles: |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
221 headers.append('{}{}'.format(method,c)) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
222 else: |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
223 aggFunctions[method] = utils.aggregationFunction(method) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
224 headers.append(method) |
1009 | 225 for vs in videoSequences: |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
226 d = vs.startTime.date() |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
227 t1 = vs.startTime.time() |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
228 minUserDuration = args.minUserDuration*vs.cameraView.cameraType.frameRate |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
229 print('Extracting speed from '+vs.getDatabaseFilename()) |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
230 objects = storage.loadTrajectoriesFromSqlite(str(parentPath/vs.getDatabaseFilename()), 'object', args.nObjects) |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
231 for o in objects: |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
232 if o.length() > minUserDuration: |
1050
9d4a06f49cb8
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1049
diff
changeset
|
233 row = [vs.cameraView.site.name, d, utils.framesToTime(o.getFirstInstant(), vs.cameraView.cameraType.frameRate, t1), o.getUserType()] |
1023
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
234 tmp = o.getSpeeds() |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
235 for method,func in aggFunctions.items(): |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
236 aggSpeeds = vs.cameraView.cameraType.frameRate*3.6*func(tmp) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
237 if method == 'centile': |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
238 row += aggSpeeds.tolist() |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
239 else: |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
240 row.append(aggSpeeds) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
241 data.append(row) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
242 data = DataFrame(data, columns = headers) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
243 if args.output == 'figure': |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
244 for name in headers[4:]: |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
245 plt.ioff() |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
246 plt.figure() |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
247 plt.boxplot([data.loc[data['sites']==siteId, name] for siteId in siteIds], labels = [session.query(Site).get(siteId).name for siteId in siteIds]) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
248 plt.ylabel(name+' Speeds (km/h)') |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
249 plt.savefig(name.lower()+'-speeds.png', dpi=dpi) |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
250 plt.close() |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
251 elif args.output == 'event': |
a13f47c8931d
work on processing large datasets (generate speed data)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1021
diff
changeset
|
252 data.to_csv('speeds.csv', index = False) |
1050
9d4a06f49cb8
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1049
diff
changeset
|
253 |
9d4a06f49cb8
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1049
diff
changeset
|
254 if args.analyze == 'interaction': # redo as for object, export in dataframe all interaction data |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
255 indicatorIds = [2,5,7,10] |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
256 conversionFactors = {2: 1., 5: 30.*3.6, 7:1./30, 10:1./30} |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
257 maxIndicatorValue = {2: float('inf'), 5: float('inf'), 7:10., 10:10.} |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
258 indicators = {} |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
259 interactions = {} |
1009 | 260 for vs in videoSequences: |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
261 if not vs.cameraView.siteIdx in interactions: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
262 interactions[vs.cameraView.siteIdx] = [] |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
263 indicators[vs.cameraView.siteIdx] = {} |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
264 for i in indicatorIds: |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
265 indicators[vs.cameraView.siteIdx][i] = [] |
1021
16932cefabc1
work on paths in line with new configurations from tracker
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1009
diff
changeset
|
266 interactions[vs.cameraView.siteIdx] += storage.loadInteractionsFromSqlite(str(parentPath/vs.getDatabaseFilename())) |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
267 print(vs.getDatabaseFilename(), len(interactions[vs.cameraView.siteIdx])) |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
268 for inter in interactions[vs.cameraView.siteIdx]: |
985
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
269 for i in indicatorIds: |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
270 indic = inter.getIndicator(events.Interaction.indicatorNames[i]) |
668a85c963c3
work on processing and managing large video datasets
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
984
diff
changeset
|
271 if indic is not None: |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
272 v = indic.getMostSevereValue()*conversionFactors[i] |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
273 if v < maxIndicatorValue[i]: |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
274 indicators[vs.cameraView.siteIdx][i].append(v) |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
275 |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
276 for i in indicatorIds: |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
277 tmp = [indicators[siteId][i] for siteId in indicators] |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
278 plt.ioff() |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
279 plt.figure() |
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
280 plt.boxplot(tmp, labels = [session.query(Site).get(siteId).name for siteId in indicators]) |
988
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
281 plt.ylabel(events.Interaction.indicatorNames[i]+' ('+events.Interaction.indicatorUnits[i]+')') |
dc0be55e2bf5
new process functionalities
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
987
diff
changeset
|
282 plt.savefig(events.Interaction.indicatorNames[i]+'.png', dpi=150) |
986
3be8aaa47651
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
985
diff
changeset
|
283 plt.close() |