Mercurial Hosting > traffic-intelligence
diff scripts/nomad/site-parameters-optimization.py @ 1186:7117a31555c1
Etienne Beauchamp s work on optimization with Nomad software
author | Nicolas Saunier <nicolas.saunier@polymtl.ca> |
---|---|
date | Tue, 21 Jun 2022 17:06:06 -0400 |
parents | |
children | ccab20f85710 |
line wrap: on
line diff
--- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/scripts/nomad/site-parameters-optimization.py Tue Jun 21 17:06:06 2022 -0400 @@ -0,0 +1,117 @@ +#! /usr/bin/env python3 +import os +import sys +import glob +from trafficintelligence import storage, moving +import subprocess +import numpy as np + + +def loadParametersStartProcess(filename): + # load initial parameters from x.txt + f = open(filename, 'r+') + l = f.readline() + x = [s for s in l.strip().split(" ")] + f.close() + + # create para-value list + para = paraValueList(x) + + # run process including trackingfeature, groupfeature, load groundtruth, compute mota + print(process(para, intersections, optimizeGroupingOnly)) + +def paraValueList(x): + #create para-value list + #list of the 8 parameters and their values + pn = 8 + p = pn*[None] + p[0] = '--feature-quality' #]0.-0.4] + p[1] = '--min-feature-distanceklt' #]0.-6] + p[2] = '--window-size' #[1-10]integer + p[3] = '--min-tracking-error' #[0.01-0.3] + p[4] = '--min-feature-time' #[2-100]integer + p[5] = '--mm-connection-distance' #[0.5-100] + p[6] = '--mm-segmentation-distance' #[1-100] ~mm-connection-distance / 2.5 + p[7] = '--min-nfeatures-group' #[2-4] + + para = [] + for n in range(pn): + para = para + [p[n],x[n]] + + return para + +def process(para, intersections, optimizeGroupingOnly): + Mota = [] + gtDatabaseaAbsPaths = [] + configFileAbsPaths = [] + + cwd = os.getcwd() + # move to the location of the intersection + for intersectionPath in intersections: + intersectionAbsPath = os.path.abspath(intersectionPath) + os.chdir(intersectionAbsPath) + # iterate through all the subdirectories to find ground truth sqlite files + gtDatabaseaAbsPaths.extend([os.path.abspath(intersectionAbsPath + '/' + file) for file in glob.glob('**/*_gt.sqlite', recursive=True)]) + configFileAbsPaths.append(os.path.abspath(intersectionAbsPath + '/' + glob.glob('*.cfg', recursive=True)[0])) + os.chdir(cwd) + for gtDatabaseAbsPath, configFileAbsPath in zip(gtDatabaseaAbsPaths, configFileAbsPaths): + gtDatabaseBasename = gtDatabaseAbsPath[:-10] + videoFilename = gtDatabaseBasename + ".MP4" + databaseFilename = gtDatabaseBasename + ".sqlite" + gtDatabaseDirname = os.path.dirname(gtDatabaseAbsPath) + homographyFilename = gtDatabaseDirname + "/homography.txt" + maskFilename = gtDatabaseDirname + "/mask.png" + # Skip feature tracking if the user specified to optimize only grouping parameters + if not optimizeGroupingOnly: + # Track features + trackingFeature(para, configFileAbsPath, videoFilename, databaseFilename, homographyFilename, maskFilename) + # Group features + groupFeature(para, configFileAbsPath, videoFilename, databaseFilename, homographyFilename, maskFilename) + #load trajectory + objects = storage.loadTrajectoriesFromSqlite(databaseFilename, 'object') + #load ground truth + annotations = storage.loadTrajectoriesFromSqlite(gtDatabaseAbsPath, 'object') + # Appending negative mota because nomad minimizes the output + Mota.append(-computeMota(annotations, objects, Mota)) + + # Change to the previous directory + os.chdir(cwd) + + return np.mean(Mota) + +def trackingFeature(para, config, video, db, homo, mask): + # remove previous tracking + if os.path.exists(db): + os.remove(db) + # trackingfeature command parameters + tf = ['feature-based-tracking', config, '--tf', '--video-filename', video, '--database-filename', db, '--homography-filename', homo, '--mask-filename', mask] + # run in command line and print directly + subprocess.check_output(tf + para[0:10]) + +def groupFeature(para, config, video, db, homo, mask): + #remove previous grouping + storage.deleteFromSqlite(db, 'object') + #groupfeature command parameters + gf = ['feature-based-tracking', config, '--gf', '--video-filename', video, '--database-filename', db, '--homography-filename', homo, '--mask-filename', mask] + #run in command line and print directly + subprocess.check_output(gf + para[8:16]) # ['--min-feature-time', 'x', '--mm-connection-distance', 'x', '--mm-segmentation-distance', 'x', '--min-nfeatures-group', 'x'] + +def computeMota(annotations, objects, Mota): + matchingDistance = 500 + firstInstant = 0 + lastInstant = 50000 + return moving.computeClearMOT(annotations, objects, matchingDistance, firstInstant, lastInstant)[1] + + +if __name__ == "__main__": + # Load args that were given with select-arguments.py + with open('arguments.txt', 'r') as f: + args = f.read().split('\n') + intersections = args[0] + optimizeGroupingOnly = args[1] + # Convert string representation of list into list + intersections = eval(intersections) + + loadParametersStartProcess(sys.argv[1]) + sys.exit(0) +