Mercurial Hosting > traffic-intelligence
annotate scripts/dltrack.py @ 1237:31a441efca6c
ped-bike grouping working, bike merging left todo
author | Nicolas Saunier <nicolas.saunier@polymtl.ca> |
---|---|
date | Mon, 02 Oct 2023 16:51:43 -0400 |
parents | 100fe098abe9 |
children | b684135d817f |
rev | line source |
---|---|
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
1 #! /usr/bin/env python3 |
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
2 # from https://docs.ultralytics.com/modes/track/ |
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
3 import sys, argparse |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
4 from copy import copy |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
5 from collections import Counter |
1237
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
6 import numpy as np |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
7 from scipy.optimize import linear_sum_assignment |
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
8 from ultralytics import YOLO |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
9 from torch import cat |
1237
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
10 from torchvision.ops import box_iou |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
11 import cv2 |
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
12 |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
13 from trafficintelligence import cvutils, moving, storage, utils |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
14 |
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
15 parser = argparse.ArgumentParser(description='The program tracks objects following the ultralytics yolo executable.')#, epilog = 'Either the configuration filename or the other parameters (at least video and database filenames) need to be provided.') |
1234
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
16 parser.add_argument('-i', dest = 'videoFilename', help = 'name of the video file', required = True) |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
17 parser.add_argument('-d', dest = 'databaseFilename', help = 'name of the Sqlite database file', required = True) |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
18 parser.add_argument('-m', dest = 'detectorFilename', help = 'name of the detection model file', required = True) |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
19 parser.add_argument('-t', dest = 'trackerFilename', help = 'name of the tracker file', required = True) |
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
20 parser.add_argument('--display', dest = 'display', help = 'show the results (careful with long videos, risk of running out of memory)', action = 'store_true') |
1234
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
21 parser.add_argument('-f', dest = 'firstFrameNum', help = 'number of first frame number to process', type = int, default = 0) |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
22 parser.add_argument('-l', dest = 'lastFrameNum', help = 'number of last frame number to process', type = int, default = float('Inf')) |
1237
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
23 parser.add_argument('--bike-prop', dest = 'bikeProportion', help = 'minimum proportion of time a person classified as bike or motorbike to be classified as cyclist', type = float, default = 0.2) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
24 parser.add_argument('--cyclist-iou', dest = 'cyclistIou', help = 'IoU threshold to associate a bike and ped bounding box', type = float, default = 0.15) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
25 parser.add_argument('--cyclist-match-prop', dest = 'cyclistMatchingProportion', help = 'minimum proportion of time a bike exists and is associated with a pedestrian to be merged as cyclist', type = float, default = 0.3) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
26 # mask!! |
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
27 args = parser.parse_args() |
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
28 |
1230
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
29 # required functionality? |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
30 # # filename of the video to process (can be images, eg image%04d.png) |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
31 # video-filename = laurier.avi |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
32 # # filename of the database where results are saved |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
33 # database-filename = laurier.sqlite |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
34 # # filename of the homography matrix |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
35 # homography-filename = laurier-homography.txt |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
36 # # filename of the camera intrinsic matrix |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
37 # intrinsic-camera-filename = intrinsic-camera.txt |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
38 # # -0.11759321 0.0148536 0.00030756 -0.00020578 -0.00091816 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
39 # distortion-coefficients = -0.11759321 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
40 # distortion-coefficients = 0.0148536 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
41 # distortion-coefficients = 0.00030756 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
42 # distortion-coefficients = -0.00020578 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
43 # distortion-coefficients = -0.00091816 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
44 # # undistorted image multiplication |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
45 # undistorted-size-multiplication = 1.31 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
46 # # Interpolation method for remapping image when correcting for distortion: 0 for INTER_NEAREST - a nearest-neighbor interpolation; 1 for INTER_LINEAR - a bilinear interpolation (used by default); 2 for INTER_CUBIC - a bicubic interpolation over 4x4 pixel neighborhood; 3 for INTER_LANCZOS4 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
47 # interpolation-method = 1 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
48 # # filename of the mask image (where features are detected) |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
49 # mask-filename = none |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
50 # # undistort the video for feature tracking |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
51 # undistort = false |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
52 # # load features from database |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
53 # load-features = false |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
54 # # display trajectories on the video |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
55 # display = false |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
56 # # original video frame rate (number of frames/s) |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
57 # video-fps = 29.97 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
58 # # number of digits of precision for all measurements derived from video |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
59 # # measurement-precision = 3 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
60 # # first frame to process |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
61 # frame1 = 0 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
62 # # number of frame to process: 0 means processing all frames |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
63 # nframes = 0 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
64 |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
65 # TODO add option to refine position with mask for vehicles |
c582b272108f
(minor) work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1229
diff
changeset
|
66 |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
67 # use 2 x bytetrack track buffer to remove objects from existing ones |
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
68 |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
69 |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
70 # check if one can go to specific frame https://docs.ultralytics.com/modes/track/#persisting-tracks-loop |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
71 |
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
72 # Load a model |
1237
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
73 model = YOLO(args.detectorFilename) # seg yolov8x-seg.pt |
1219
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
74 # seg could be used on cropped image... if can be loaded and kept in memory |
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
75 # model = YOLO('/home/nicolas/Research/Data/classification-models/yolo_nas_l.pt ') # AttributeError: 'YoloNAS_L' object has no attribute 'get' |
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
76 |
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
77 # Track with the model |
8a626226793e
update where optimization uses either nomad-parameter file depending on optimizing 1 or 2 steps
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
78 if args.display: |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
79 windowName = 'frame' |
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
80 cv2.namedWindow(windowName, cv2.WINDOW_NORMAL) |
1234
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
81 |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
82 capture = cv2.VideoCapture(args.videoFilename) |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
83 #results = model.track(source=args.videoFilename, tracker="/home/nicolas/Research/Data/classification-models/bytetrack.yaml", classes=list(moving.cocoTypeNames.keys()), stream=True) |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
84 objects = [] |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
85 currentObjects = {} |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
86 featureNum = 0 |
1234
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
87 |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
88 frameNum = args.firstFrameNum |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
89 capture.set(cv2.CAP_PROP_POS_FRAMES, frameNum) |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
90 lastFrameNum = args.lastFrameNum |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
91 |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
92 success, frame = capture.read() |
1237
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
93 results = model.track(frame, tracker=args.trackerFilename, classes=list(moving.cocoTypeNames.keys()), persist=True, verbose=False) |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
94 # create object with user type and list of 3 features (bottom ones and middle) + projection |
1234
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
95 while capture.isOpened() and success and frameNum <= lastFrameNum: |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
96 #for frameNum, result in enumerate(results): |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
97 result = results[0] |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
98 print(frameNum, len(result.boxes), 'objects') |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
99 for box in result.boxes: |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
100 #print(box.cls, box.id, box.xyxy) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
101 if box.id is not None: # None are objects with low confidence |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
102 num = int(box.id.item()) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
103 #xyxy = box.xyxy[0].tolist() |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
104 if num in currentObjects: |
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
105 currentObjects[num].timeInterval.last = frameNum |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
106 currentObjects[num].bboxes[frameNum] = copy(box.xyxy) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
107 currentObjects[num].userTypes.append(moving.coco2Types[int(box.cls.item())]) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
108 currentObjects[num].features[0].tmpPositions[frameNum] = moving.Point(box.xyxy[0,0].item(), box.xyxy[0,1].item()) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
109 currentObjects[num].features[1].tmpPositions[frameNum] = moving.Point(box.xyxy[0,2].item(), box.xyxy[0,3].item()) |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
110 else: |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
111 inter = moving.TimeInterval(frameNum,frameNum) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
112 currentObjects[num] = moving.MovingObject(num, inter) |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
113 currentObjects[num].bboxes = {frameNum: copy(box.xyxy)} |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
114 currentObjects[num].userTypes = [moving.coco2Types[int(box.cls.item())]] |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
115 currentObjects[num].features = [moving.MovingObject(featureNum), moving.MovingObject(featureNum+1)] |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
116 currentObjects[num].featureNumbers = [featureNum, featureNum+1] |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
117 currentObjects[num].features[0].tmpPositions = {frameNum: moving.Point(box.xyxy[0,0].item(), box.xyxy[0,1].item())} |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
118 currentObjects[num].features[1].tmpPositions = {frameNum: moving.Point(box.xyxy[0,2].item(), box.xyxy[0,3].item())} |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
119 featureNum += 2 |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
120 if args.display: |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
121 cvutils.cvImshow(windowName, result.plot()) # original image in orig_img |
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
122 key = cv2.waitKey() |
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
123 if cvutils.quitKey(key): |
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
124 break |
1234
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
125 frameNum += 1 |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
126 success, frame = capture.read() |
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
127 results = model.track(frame, persist=True) |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
128 |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
129 # classification |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
130 for num, obj in currentObjects.items(): |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
131 #obj.setUserType(utils.mostCommon(obj.userTypes)) # improve? mix with speed? |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
132 userTypeStats = Counter(obj.userTypes) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
133 if (4 in userTypeStats or (3 in userTypeStats and 4 in userTypeStats and userTypeStats[3]<=userTypeStats[4])) and userTypeStats[3]+userTypeStats[4] > args.bikeProportion*userTypeStats.total(): # 3 is motorcycle and 4 is cyclist (verif if not turning all motorbike into cyclists) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
134 obj.setUserType(4) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
135 else: |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
136 obj.setUserType(userTypeStats.most_common()[0][0]) |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
137 |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
138 # merge bikes and people |
1237
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
139 twowheels = [num for num, obj in currentObjects.items() if obj.getUserType() in (3,4)] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
140 pedestrians = [num for num, obj in currentObjects.items() if obj.getUserType() == 2] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
141 |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
142 costs = [] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
143 for twInd in twowheels: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
144 tw = currentObjects[twInd] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
145 twCost = [] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
146 for pedInd in pedestrians: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
147 ped = currentObjects[pedInd] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
148 nmatches = 0 |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
149 for t in tw.bboxes: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
150 if t in ped.bboxes: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
151 #print(tw.num, ped.num, t, box_iou(tw.bboxes[t], ped.bboxes[t])) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
152 if box_iou(tw.bboxes[t], ped.bboxes[t]).item() > args.cyclistIou: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
153 nmatches += 1 |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
154 twCost.append(nmatches/len(tw.bboxes)) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
155 costs.append(twCost) |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
156 |
1237
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
157 costs = -np.array(costs) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
158 # before matching, scan for pedestrians with good non-overlapping temporal match with different bikes |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
159 for pedInd in costs.shape[1]: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
160 if sum(costs[:,pedInd] < -args.cyclistMatchingProportion) >1: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
161 twIndices = np.nonzero(costs[:,pedInd] < -args.cyclistMatchingProportion) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
162 # we have to compute temporal overlaps with everyone else, then remove the ones with the most overlap (sum over column) one by one until there is little left |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
163 temporalOverlaps = np.zeros((len(twIndices),len(twIndices))) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
164 |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
165 |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
166 twIndices, matchingPedIndices = linear_sum_assignment(costs) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
167 for twInd, pedInd in zip(twIndices, matchingPedIndices): # caution indices in the cost matrix |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
168 if -costs[twInd, pedInd] >= args.cyclistMatchingProportion: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
169 tw = currentObjects[twowheels[twInd]] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
170 ped = currentObjects[pedestrians[pedInd]] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
171 timeInstants = set(tw.bboxes).union(set(ped.bboxes)) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
172 for t in timeInstants: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
173 if t in tw.bboxes and t in ped.bboxes: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
174 tw.features[0].tmpPositions[t] = moving.Point(min(tw.features[0].tmpPositions[t].x, ped.features[0].tmpPositions[t].x), |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
175 min(tw.features[0].tmpPositions[t].y, ped.features[0].tmpPositions[t].y)) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
176 tw.features[1].tmpPositions[t] = moving.Point(max(tw.features[1].tmpPositions[t].x, ped.features[1].tmpPositions[t].x), |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
177 max(tw.features[1].tmpPositions[t].y, ped.features[1].tmpPositions[t].y)) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
178 elif t in ped.bboxes: |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
179 tw.features[0].tmpPositions[t] = ped.features[0].tmpPositions[t] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
180 tw.features[1].tmpPositions[t] = ped.features[1].tmpPositions[t] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
181 tw.timeInterval = moving.TimeInterval(min(tw.getFirstInstant(), ped.getFirstInstant()), max(tw.getLastInstant(), ped.getLastInstant())) |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
182 del currentObjects[pedestrians[pedInd]] |
31a441efca6c
ped-bike grouping working, bike merging left todo
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1236
diff
changeset
|
183 #Verif overlap piéton vélo : si long hors overlap, changement mode (trouver exemples) |
1236
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
184 |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
185 # interpolate and generate velocity (?) before saving |
100fe098abe9
progress on classification
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1235
diff
changeset
|
186 for num, obj in currentObjects.items(): |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
187 obj.features[0].timeInterval = copy(obj.getTimeInterval()) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
188 obj.features[1].timeInterval = copy(obj.getTimeInterval()) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
189 if obj.length() != len(obj.features[0].tmpPositions): # interpolate |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
190 obj.features[0].positions = moving.Trajectory.fromPointDict(obj.features[0].tmpPositions) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
191 obj.features[1].positions = moving.Trajectory.fromPointDict(obj.features[1].tmpPositions) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
192 else: |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
193 obj.features[0].positions = moving.Trajectory.fromPointList(list(obj.features[0].tmpPositions.values())) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
194 obj.features[1].positions = moving.Trajectory.fromPointList(list(obj.features[1].tmpPositions.values())) |
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
195 |
1234
dd969637381e
work on tracker interface
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1233
diff
changeset
|
196 storage.saveTrajectoriesToSqlite(args.databaseFilename, list(currentObjects.values()), 'object') |
1231
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
197 |
6487ef10c0e0
work in progress
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1230
diff
changeset
|
198 # todo save bbox and mask to study localization / representation |
1233
d5695e0b59d9
saving results from ultralytics works
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
1231
diff
changeset
|
199 # apply quality checks deviation and acceleration bounds? |