Mercurial Hosting > traffic-intelligence

annotate scripts/dltrack.py @ 1236:100fe098abe9

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
progress on classification
author Nicolas Saunier <nicolas.saunier@polymtl.ca>
date Tue, 19 Sep 2023 17:04:30 -0400
parents 855abc69fa99
children 31a441efca6c
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
1 #! /usr/bin/env python3
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
2 # from https://docs.ultralytics.com/modes/track/
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
3 import sys, argparse
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
4 from copy import copy
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
5 from collections import Counter
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
6 from ultralytics import YOLO
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
7 from torch import cat
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
8 from torchvision import ops
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
9 import cv2
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
10
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
11 from trafficintelligence import cvutils, moving, storage, utils
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
12
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
13 parser = argparse.ArgumentParser(description='The program tracks objects following the ultralytics yolo executable.')#, epilog = 'Either the configuration filename or the other parameters (at least video and database filenames) need to be provided.')
1234
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
14 parser.add_argument('-i', dest = 'videoFilename', help = 'name of the video file', required = True)
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
15 parser.add_argument('-d', dest = 'databaseFilename', help = 'name of the Sqlite database file', required = True)
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
16 parser.add_argument('-m', dest = 'detectorFilename', help = 'name of the detection model file', required = True)
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
17 parser.add_argument('-t', dest = 'trackerFilename', help = 'name of the tracker file', required = True)
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
18 parser.add_argument('--display', dest = 'display', help = 'show the results (careful with long videos, risk of running out of memory)', action = 'store_true')
1234
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
19 parser.add_argument('-f', dest = 'firstFrameNum', help = 'number of first frame number to process', type = int, default = 0)
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
20 parser.add_argument('-l', dest = 'lastFrameNum', help = 'number of last frame number to process', type = int, default = float('Inf'))
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
21 parser.add_argument('--bike-pct', dest = 'bikeProportion', help = 'percent of time a person classified as bike or motorbike to be classified as cyclist', type = float, default = 0.2)
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
22 args = parser.parse_args()
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
23
1230
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
24 # required functionality?
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
25 # # filename of the video to process (can be images, eg image%04d.png)
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
26 # video-filename = laurier.avi
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
27 # # filename of the database where results are saved
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
28 # database-filename = laurier.sqlite
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
29 # # filename of the homography matrix
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
30 # homography-filename = laurier-homography.txt
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
31 # # filename of the camera intrinsic matrix
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
32 # intrinsic-camera-filename = intrinsic-camera.txt
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
33 # # -0.11759321 0.0148536 0.00030756 -0.00020578 -0.00091816
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
34 # distortion-coefficients = -0.11759321
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
35 # distortion-coefficients = 0.0148536
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
36 # distortion-coefficients = 0.00030756
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
37 # distortion-coefficients = -0.00020578
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
38 # distortion-coefficients = -0.00091816
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
39 # # undistorted image multiplication
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
40 # undistorted-size-multiplication = 1.31
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
41 # # Interpolation method for remapping image when correcting for distortion: 0 for INTER_NEAREST - a nearest-neighbor interpolation; 1 for INTER_LINEAR - a bilinear interpolation (used by default); 2 for INTER_CUBIC - a bicubic interpolation over 4x4 pixel neighborhood; 3 for INTER_LANCZOS4
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
42 # interpolation-method = 1
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
43 # # filename of the mask image (where features are detected)
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
44 # mask-filename = none
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
45 # # undistort the video for feature tracking
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
46 # undistort = false
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
47 # # load features from database
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
48 # load-features = false
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
49 # # display trajectories on the video
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
50 # display = false
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
51 # # original video frame rate (number of frames/s)
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
52 # video-fps = 29.97
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
53 # # number of digits of precision for all measurements derived from video
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
54 # # measurement-precision = 3
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
55 # # first frame to process
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
56 # frame1 = 0
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
57 # # number of frame to process: 0 means processing all frames
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
58 # nframes = 0
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
59
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
60 # TODO add option to refine position with mask for vehicles
c582b272108f (minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1229
diff changeset
61
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
62 # use 2 x bytetrack track buffer to remove objects from existing ones
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
63
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
64
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
65 # check if one can go to specific frame https://docs.ultralytics.com/modes/track/#persisting-tracks-loop
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
66
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
67 # Load a model
1235
855abc69fa99 forgot to use detector and tracker filename
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1234
diff changeset
68 model = YOLO(args.detectorFilename, ) # seg yolov8x-seg.pt
1219
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
69 # seg could be used on cropped image... if can be loaded and kept in memory
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
70 # model = YOLO('/home/nicolas/Research/Data/classification-models/yolo_nas_l.pt ') # AttributeError: 'YoloNAS_L' object has no attribute 'get'
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
71
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
72 # Track with the model
8a626226793e update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
73 if args.display:
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
74 windowName = 'frame'
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
75 cv2.namedWindow(windowName, cv2.WINDOW_NORMAL)
1234
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
76
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
77 capture = cv2.VideoCapture(args.videoFilename)
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
78 #results = model.track(source=args.videoFilename, tracker="/home/nicolas/Research/Data/classification-models/bytetrack.yaml", classes=list(moving.cocoTypeNames.keys()), stream=True)
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
79 objects = []
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
80 currentObjects = {}
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
81 featureNum = 0
1234
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
82
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
83 frameNum = args.firstFrameNum
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
84 capture.set(cv2.CAP_PROP_POS_FRAMES, frameNum)
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
85 lastFrameNum = args.lastFrameNum
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
86
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
87 success, frame = capture.read()
1235
855abc69fa99 forgot to use detector and tracker filename
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1234
diff changeset
88 results = model.track(frame, tracker=args.trackerFilename, classes=list(moving.cocoTypeNames.keys()), persist=True)
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
89 # create object with user type and list of 3 features (bottom ones and middle) + projection
1234
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
90 while capture.isOpened() and success and frameNum <= lastFrameNum:
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
91 #for frameNum, result in enumerate(results):
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
92 result = results[0]
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
93 print(frameNum, len(result.boxes), 'objects')
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
94 for box in result.boxes:
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
95 #print(box.cls, box.id, box.xyxy)
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
96 if box.id is not None: # None are objects with low confidence
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
97 num = int(box.id.item())
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
98 #xyxy = box.xyxy[0].tolist()
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
99 if num in currentObjects:
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
100 currentObjects[num].timeInterval.last = frameNum
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
101 currentObjects[num].bboxes[frameNum] = copy(box.xyxy)
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
102 currentObjects[num].userTypes.append(moving.coco2Types[int(box.cls.item())])
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
103 currentObjects[num].features[0].tmpPositions[frameNum] = moving.Point(box.xyxy[0,0].item(), box.xyxy[0,1].item())
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
104 currentObjects[num].features[1].tmpPositions[frameNum] = moving.Point(box.xyxy[0,2].item(), box.xyxy[0,3].item())
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
105 else:
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
106 inter = moving.TimeInterval(frameNum,frameNum)
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
107 currentObjects[num] = moving.MovingObject(num, inter)
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
108 currentObjects[num].bboxes = {frameNum: copy(box.xyxy)}
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
109 currentObjects[num].userTypes = [moving.coco2Types[int(box.cls.item())]]
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
110 currentObjects[num].features = [moving.MovingObject(featureNum), moving.MovingObject(featureNum+1)]
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
111 currentObjects[num].featureNumbers = [featureNum, featureNum+1]
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
112 currentObjects[num].features[0].tmpPositions = {frameNum: moving.Point(box.xyxy[0,0].item(), box.xyxy[0,1].item())}
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
113 currentObjects[num].features[1].tmpPositions = {frameNum: moving.Point(box.xyxy[0,2].item(), box.xyxy[0,3].item())}
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
114 featureNum += 2
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
115 if args.display:
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
116 cvutils.cvImshow(windowName, result.plot()) # original image in orig_img
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
117 key = cv2.waitKey()
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
118 if cvutils.quitKey(key):
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
119 break
1234
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
120 frameNum += 1
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
121 success, frame = capture.read()
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
122 results = model.track(frame, persist=True)
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
123
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
124 # classification
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
125 for num, obj in currentObjects.items():
1236
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
126 #obj.setUserType(utils.mostCommon(obj.userTypes)) # improve? mix with speed?
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
127 userTypeStats = Counter(obj.userTypes)
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
128 if (4 in userTypeStats or (3 in userTypeStats and 4 in userTypeStats and userTypeStats[3]<=userTypeStats[4])) and userTypeStats[3]+userTypeStats[4] > args.bikeProportion*userTypeStats.total(): # 3 is motorcycle and 4 is cyclist (verif if not turning all motorbike into cyclists)
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
129 obj.setUserType(4)
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
130 else:
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
131 obj.setUserType(userTypeStats.most_common()[0][0])
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
132
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
133 # merge bikes and people
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
134 #Construire graphe bipartite vélo/moto personne
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
135 #Lien = somme des iou / longueur track vélo
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
136 #Algo Hongrois
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
137 #Verif overlap piéton vélo : si long, changement mode (trouver exemples)
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
138
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
139 # for all cyclists and motorbikes
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
140
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
141 # interpolate and generate velocity (?) before saving
100fe098abe9 progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1235
diff changeset
142 for num, obj in currentObjects.items():
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
143 obj.features[0].timeInterval = copy(obj.getTimeInterval())
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
144 obj.features[1].timeInterval = copy(obj.getTimeInterval())
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
145 if obj.length() != len(obj.features[0].tmpPositions): # interpolate
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
146 obj.features[0].positions = moving.Trajectory.fromPointDict(obj.features[0].tmpPositions)
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
147 obj.features[1].positions = moving.Trajectory.fromPointDict(obj.features[1].tmpPositions)
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
148 else:
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
149 obj.features[0].positions = moving.Trajectory.fromPointList(list(obj.features[0].tmpPositions.values()))
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
150 obj.features[1].positions = moving.Trajectory.fromPointList(list(obj.features[1].tmpPositions.values()))
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
151
1234
dd969637381e work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1233
diff changeset
152 storage.saveTrajectoriesToSqlite(args.databaseFilename, list(currentObjects.values()), 'object')
1231
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
153
6487ef10c0e0 work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1230
diff changeset
154 # todo save bbox and mask to study localization / representation
1233
d5695e0b59d9 saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 1231
diff changeset
155 # apply quality checks deviation and acceleration bounds?