Mercurial Hosting > traffic-intelligence
annotate python/pavement.py @ 695:957126bfb456 dev
corrected bug with indicator loading(also now correctly loading mostsevereismax)
author | Nicolas Saunier <nicolas.saunier@polymtl.ca> |
---|---|
date | Thu, 09 Jul 2015 00:58:08 -0400 |
parents | 15e244d2a1b5 |
children | 933670761a57 |
rev | line source |
---|---|
431
0bcfa49d179a
began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
1 #! /usr/bin/env python |
0bcfa49d179a
began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
2 '''Tools for processing and analyzing pavement marking data''' |
0bcfa49d179a
began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
3 |
458
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
4 import utils |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
5 |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
6 import numpy as np |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
7 |
431
0bcfa49d179a
began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff
changeset
|
8 |
465
16fe64136506
added dictionary
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
458
diff
changeset
|
9 paintTypes = {0: "Non-existant", |
16fe64136506
added dictionary
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
458
diff
changeset
|
10 1: "Eau", |
16fe64136506
added dictionary
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
458
diff
changeset
|
11 2: "Epoxy", |
16fe64136506
added dictionary
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
458
diff
changeset
|
12 3: "Alkyde", |
16fe64136506
added dictionary
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
458
diff
changeset
|
13 4: "Autre"} |
16fe64136506
added dictionary
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
458
diff
changeset
|
14 |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
15 durabilities = {1: 98, #96 to 100 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
16 2: 85, #75 to 96 |
497
6ebdd90ce3ee
bug in pavement durability
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
475
diff
changeset
|
17 3: 62, #50 to 75 |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
18 4: 32, #15 to 50 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
19 5: 7 #0 to 15 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
20 } |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
21 |
456 | 22 roadFunctionalClasses = {40: "Collectrice", |
23 20: "Nationale", | |
24 30: "Regionale", | |
25 10: "Autoroute", | |
26 60: "Acces ressources", | |
27 51: "Local 1", | |
28 52: "Local 2", | |
458
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
29 53: "Local 3", |
456 | 30 15: "Aut (PRN)", |
31 25: "Nat (PRN)", | |
32 70: "Acces isolees", | |
465
16fe64136506
added dictionary
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
458
diff
changeset
|
33 99: "Autres"} |
456 | 34 |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
35 def caracteristiques(rtss, maintenanceLevel, rtssWeatherStation, fmr, paintType): |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
36 '''Computes characteristic data for the RTSS (class rtss) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
37 maintenanceLevel = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\exigence_circuits.txt', delimiter = ';') |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
38 rtssWeatherStation = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\stations_environnement_canada\\rtssWeatherStation\juste_pour_rtss_avec_donnees_entretien_hiv\\rtssWeatherStation_EC3.txt', delimiter = ',') |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
39 fmr = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\fmr.txt', delimiter = ';') |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
40 paintType = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\type_peinture.txt', delimiter = ';') |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
41 ''' |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
42 # determination exigence deneigement |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
43 if rtss.id in maintenanceLevel['rtss_debut']: |
439
ad61d21d3d1b
corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
438
diff
changeset
|
44 for i in range(len(maintenanceLevel)): |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
45 if maintenanceLevel['rtss_debut'][i] == rtss.id: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
46 exigence = maintenanceLevel['exigence'][i] |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
47 else: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
48 exigence = '' |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
49 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
50 # determination x/y |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
51 if rtss.id in rtssWeatherStation['rtss']: |
439
ad61d21d3d1b
corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
438
diff
changeset
|
52 for i in range(len(rtssWeatherStation)): |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
53 if rtssWeatherStation['rtss'][i] == rtss.id: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
54 x_moy = rtssWeatherStation['x_moy'][i] |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
55 y_moy = rtssWeatherStation['y_moy'][i] |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
56 else: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
57 x_moy, y_moy = '','' |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
58 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
59 # determination info fmr |
458
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
60 age_revtm, classe_fonct, type_revtm, milieu, djma, pourc_camions, vit_max = [], [], [], [], [], [], [] |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
61 if rtss.id in fmr['rtss_debut']: |
439
ad61d21d3d1b
corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
438
diff
changeset
|
62 for i in range(len(fmr)): |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
63 if fmr['rtss_debut'][i] == rtss.id: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
64 age_revtm.append(fmr['age_revtm'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
65 classe_fonct.append(fmr['des_clasf_fonct'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
66 type_revtm.append(fmr['des_type_revtm'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
67 milieu.append(fmr['des_cod_mil'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
68 djma.append(fmr['val_djma'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
69 pourc_camions.append(fmr['val_pourc_camns'][i]) |
458
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
70 vit_max.append(fmr['val_limt_vitss'][i]) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
71 age_revtm = utils.mostCommon(age_revtm) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
72 classe_fonct = utils.mostCommon(classe_fonct) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
73 type_revtm = utils.mostCommon(type_revtm) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
74 milieu = utils.mostCommon(milieu) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
75 djma = utils.mostCommon(djma) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
76 vit_max = utils.mostCommon(vit_max) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
77 if vit_max < 0: |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
78 vit_max = '' |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
79 pourc_camions = utils.mostCommon(pourc_camions) |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
80 if pourc_camions == "" or pourc_camions < 0: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
81 djma_camions = "" |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
82 else: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
83 djma_camions = pourc_camions*djma/100 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
84 else: |
458
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
85 age_revtm, classe_fonct, type_revtm, milieu, djma, djma_camions, vit_max = '','','','','','','' |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
86 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
87 # determination type peinture |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
88 peinture_rd, peinture_rg, peinture_cl = [], [], [] |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
89 peinture_lrd, peinture_lrg, peinture_lc = 0,0,0 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
90 if rtss.id in paintType['rtss_debut_orig']: |
439
ad61d21d3d1b
corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
438
diff
changeset
|
91 for i in range(len(paintType)): |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
92 if paintType['rtss_debut_orig'][i] == rtss.id: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
93 peinture_rd.append((paintType['peinture_rd'][i])) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
94 peinture_rg.append((paintType['peinture_rg'][i])) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
95 peinture_cl.append((paintType['peinture_cl'][i])) |
458
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
96 peinture_lrd = utils.mostCommon(peinture_rd) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
97 peinture_lrg = utils.mostCommon(peinture_rg) |
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
98 peinture_lc = utils.mostCommon(peinture_cl) |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
99 else: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
100 peinture_lrd, peinture_lrg, peinture_lc = '','','' |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
101 |
458
28ff95845c65
update to include speed limit
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
457
diff
changeset
|
102 return (exigence, x_moy, y_moy, age_revtm, classe_fonct, type_revtm, milieu, djma, djma_camions, vit_max, peinture_lrd, peinture_lrg, peinture_lc) |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
103 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
104 def winterMaintenanceIndicators(data, startDate, endDate, circuitReference, snowThreshold): |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
105 '''Computes several winter maintenance indicators |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
106 data = entretien_hivernal = pylab.csv2rec('C:\Users\Alexandre\Documents\Cours\Poly\Projet\mesures_entretien_hivernal\mesures_deneigement.txt', delimiter = ',')''' |
438
ca114520605f
minor bug update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
437
diff
changeset
|
107 import datetime |
502
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
108 somme_eau, somme_neige, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, compteur_premiere_neige, compteur_somme_abrasif = 0,0,0,0,0,0,0,0,0 |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
109 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
110 if circuitReference in data['ref_circuit']: |
439
ad61d21d3d1b
corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
438
diff
changeset
|
111 for i in range(len(data)): |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
112 if data['ref_circuit'][i] == circuitReference and (data['date'][i] + datetime.timedelta(days = 6)) <= endDate and (data['date'][i] + datetime.timedelta(days = 6)) > startDate: |
502
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
113 compteur_premiere_neige += float(data['premiere_neige'][i]) |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
114 somme_neige += float(data['neige'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
115 somme_eau += float(data['eau'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
116 somme_abrasif += float(data['abrasif'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
117 somme_sel += float(data['sel'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
118 somme_lc += float(data['lc'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
119 somme_lrg += float(data['lrg'][i]) |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
120 somme_lrd += float(data['lrd'][i]) |
502
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
121 compteur_somme_abrasif += float(data['autre_abrasif_binaire'][i]) |
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
122 if compteur_premiere_neige >= 1: |
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
123 premiere_neige = 1 |
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
124 else: |
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
125 premiere_neige = 0 |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
126 if compteur_somme_abrasif >= 1: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
127 autres_abrasifs = 1 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
128 else: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
129 autres_abrasifs = 0 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
130 if somme_neige < snowThreshold: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
131 neigeMTQ_sup_seuil = 0 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
132 else: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
133 neigeMTQ_sup_seuil = 1 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
134 else: |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
135 somme_eau, somme_neige, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, autres_abrasifs, neigeMTQ_sup_seuil = '','','','','','','','','','' |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
136 |
440
b5cc6b001ae6
correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
439
diff
changeset
|
137 return (somme_eau, somme_neige, neigeMTQ_sup_seuil, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, autres_abrasifs) |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
138 |
502
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
139 def weatherIndicators(data, startDate, endDate, snowThreshold, weatherDatatype, minProportionMeasures = 0.): |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
140 '''Computes the indicators from Environment Canada files |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
141 (loaded as a recarray using csv2rec in data), |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
142 between start and end dates (datetime.datetime objects) |
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
143 |
475
819eef979d3f
clarified argument name and made it available in a calling function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
465
diff
changeset
|
144 weatherDataType is to indicate Environnement Canada data ('ec') or else MTQ |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
145 minProportionMeasures is proportion of measures necessary to consider the indicators''' |
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
146 from matplotlib.mlab import find |
437
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
147 nbre_jours_T_negatif,nbre_jours_gel_degel,pluie_tot,neige_tot,ecart_type_T = 0,0,0,0,0 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
148 compteur,nbre_jours_gel_consecutifs=0,0 |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
149 tmoys = [] |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
150 seuils_T = [20,15,10,5] |
830136bc0e18
integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
434
diff
changeset
|
151 deltas_T = [0,0,0,0] |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
152 startIndex = find(data['date'] == startDate) |
502
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
153 nDays = int((endDate - startDate).days)+1 |
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
154 if len(startIndex) > 0 and startIndex+nDays <= len(data): |
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
155 startIndex = startIndex[0] |
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
156 for i in range(startIndex, startIndex+nDays): |
457
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
157 if not np.isnan(data['tmax'][i]): |
502
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
158 tmax = data['tmax'][i] |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
159 else: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
160 tmax = None |
457
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
161 if not np.isnan(data['tmin'][i]): |
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
162 tmin = data['tmin'][i] |
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
163 else: |
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
164 tmin = None |
475
819eef979d3f
clarified argument name and made it available in a calling function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
465
diff
changeset
|
165 if weatherDatatype == 'ec': |
636
3058e00887bc
removed all issues because of tests with None, using is instead of == or !=
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
503
diff
changeset
|
166 if data['pluie_tot'][i] is not None and not np.isnan(data['pluie_tot'][i]): |
457
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
167 pluie_tot += data['pluie_tot'][i] |
636
3058e00887bc
removed all issues because of tests with None, using is instead of == or !=
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
503
diff
changeset
|
168 if data['neige_tot'][i] is not None and not np.isnan(data['neige_tot'][i]): |
457
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
169 neige_tot += data['neige_tot'][i] |
636
3058e00887bc
removed all issues because of tests with None, using is instead of == or !=
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
503
diff
changeset
|
170 if tmax is not None: |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
171 if tmax < 0: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
172 nbre_jours_T_negatif += 1 |
636
3058e00887bc
removed all issues because of tests with None, using is instead of == or !=
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
503
diff
changeset
|
173 if tmax is not None and tmin is not None: |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
174 if tmax > 0 and tmin < 0: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
175 nbre_jours_gel_degel += 1 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
176 for l in range(len(seuils_T)): |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
177 if tmax - tmin >=seuils_T[l]: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
178 deltas_T[l] += 1 |
457
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
179 if not np.isnan(data['tmoy'][i]): |
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
180 tmoys.append(data['tmoy'][i]) |
636
3058e00887bc
removed all issues because of tests with None, using is instead of == or !=
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
503
diff
changeset
|
181 if tmax is not None: |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
182 if tmax < 0: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
183 compteur += 1 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
184 elif tmax >= 0 and compteur >= nbre_jours_gel_consecutifs: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
185 nbre_jours_gel_consecutifs = compteur |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
186 compteur = 0 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
187 else: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
188 compteur = 0 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
189 nbre_jours_gel_consecutifs = max(nbre_jours_gel_consecutifs,compteur) |
457
95a8eb38d9a2
update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
456
diff
changeset
|
190 if len(tmoys) > 0 and float(len(tmoys))/nDays >= minProportionMeasures: |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
191 if tmoys != []: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
192 ecart_type_T = np.std(tmoys) |
440
b5cc6b001ae6
correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
439
diff
changeset
|
193 else: |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
194 ecart_type = None |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
195 if neige_tot < snowThreshold: |
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
196 neigeEC_sup_seuil = 0 |
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
197 else: |
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
198 neigeEC_sup_seuil = 1 |
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
199 return (nbre_jours_T_negatif,nbre_jours_gel_degel, deltas_T, nbre_jours_gel_consecutifs, pluie_tot, neige_tot, neigeEC_sup_seuil, ecart_type_T) |
440
b5cc6b001ae6
correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
439
diff
changeset
|
200 else: |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
201 return [None]*2+[[None]*len(seuils_T)]+[None]*5 |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
202 |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
203 def mtqWeatherIndicators(data, startDate, endDate,tmax,tmin,tmoy): |
502
33574b94f09e
corrected a bug and improved code
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
497
diff
changeset
|
204 print("Deprecated, use weatherIndicators") |
453
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
205 from matplotlib.mlab import find |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
206 nbre_jours_T_negatif,nbre_jours_gel_degel,ecart_type_T = 0,0,0 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
207 compteur,nbre_jours_gel_consecutifs=0,0 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
208 tmoys = [] |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
209 seuils_T = [20,15,10,5] |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
210 deltas_T = [0,0,0,0] |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
211 startIndex = find(data['date'] == startDate) |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
212 nDays = (endDate - startDate).days+1 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
213 for i in range(startIndex, startIndex+nDays): |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
214 if tmax[i] < 0: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
215 nbre_jours_T_negatif += 1 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
216 if tmax[i] > 0 and tmin[i] < 0: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
217 nbre_jours_gel_degel += 1 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
218 for l in range(len(seuils_T)): |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
219 if tmax[i] - tmin[i] >=seuils_T[l]: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
220 deltas_T[l] += 1 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
221 tmoys.append(tmoy[i]) |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
222 if tmax[i] < 0: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
223 compteur += 1 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
224 elif tmax[i] >= 0 and compteur >= nbre_jours_gel_consecutifs: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
225 nbre_jours_gel_consecutifs = compteur |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
226 compteur = 0 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
227 else: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
228 compteur = 0 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
229 nbre_jours_gel_consecutifs = max(nbre_jours_gel_consecutifs,compteur) |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
230 if tmoys != []: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
231 ecart_type_T = np.std(tmoys) |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
232 else: |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
233 ecart_type = None |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
234 |
15c6f1bc30a2
added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
450
diff
changeset
|
235 return (nbre_jours_T_negatif,nbre_jours_gel_degel, deltas_T, nbre_jours_gel_consecutifs, ecart_type_T) |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
236 |
665
15e244d2a1b5
corrected bug with circular import for VideoFilenameAddable, moved to base module
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
636
diff
changeset
|
237 class RTSS(object): |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
238 '''class for data related to a RTSS: |
449
1e4c1b6b0e0b
added comments
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
448
diff
changeset
|
239 - agregating pavement marking measurements |
1e4c1b6b0e0b
added comments
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
448
diff
changeset
|
240 - RTSS characteristics from FMR: pavement type, age, AADT, truck AADT |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
241 - winter maintenance level from V155 |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
242 |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
243 If divided highway, the RTSS ends with G or D and are distinct: there is no ambiguity |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
244 - retroreflectivity types: there are CB, RJ and RB |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
245 If undivided, ending with C |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
246 - durability is fine: ETAT_MARQG_RG ETAT_MARQG_CL ETAT_MARQG_RD (+SG/SD, but recent) |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
247 - retroreflectivity: CJ is center line, RB and SB are left/right if DEBUT-FIN>0 or <0 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
248 ''' |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
249 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
250 def __init__(self, _id, name, data): |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
251 self.id = _id |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
252 self.name = name |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
253 self.data = data |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
254 |
665
15e244d2a1b5
corrected bug with circular import for VideoFilenameAddable, moved to base module
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
636
diff
changeset
|
255 class MarkingTest(object): |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
256 '''class for a test site for a given product |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
257 |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
258 including the series of measurements over the years''' |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
259 |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
260 def __init__(self, _id, paintingDate, paintingType, color, data): |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
261 self.id = _id |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
262 self.paintingDate = paintingDate |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
263 self.paintingType = paintingType |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
264 self.color = color |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
265 self.data = data |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
266 self.nMeasures = len(data) |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
267 |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
268 def getSite(self): |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
269 return int(self.id[:2]) |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
270 |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
271 def getTestAttributes(self): |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
272 return [self.paintingType, self.color, self.paintingDate.year] |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
273 |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
274 def plot(self, measure, options = 'o', dayRatio = 1., **kwargs): |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
275 from matplotlib.pyplot import plot |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
276 plot(self.data['jours']/float(dayRatio), |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
277 self.data[measure], options, **kwargs) |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
278 |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
279 def getMarkingMeasures(self, dataLabel): |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
280 nonZeroIndices = ~np.isnan(self.data[dataLabel]) |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
281 return self.data[nonZeroIndices]['jours'], self.data[nonZeroIndices][dataLabel] |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
282 |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
283 def plotMarkingMeasures(self, measure, options = 'o', dayRatio = 1., **kwargs): |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
284 for i in range(1,7): |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
285 self.plot('{}_{}'.format(measure, i), options, dayRatio, **kwargs) |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
286 |
475
819eef979d3f
clarified argument name and made it available in a calling function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
465
diff
changeset
|
287 def computeMarkingMeasureVariations(self, dataLabel, lanePositions, weatherData, snowThreshold, weatherDataType = 'ec', minProportionMeasures = 0.): |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
288 '''Computes for each successive measurement |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
289 lanePositions = None |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
290 measure variation, initial measure, time duration, weather indicators |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
291 |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
292 TODO if measurements per lane, add a variable for lane position (position1 to 6) |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
293 lanePositions = list of integers (range(1,7)) |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
294 measure variation, initial measure, time duration, lane position1, weather indicators |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
295 measure variation, initial measure, time duration, lane position2, weather indicators |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
296 ...''' |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
297 variationData = [] |
636
3058e00887bc
removed all issues because of tests with None, using is instead of == or !=
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
503
diff
changeset
|
298 if lanePositions is None: |
447
7ef40014236c
updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
446
diff
changeset
|
299 nonZeroIndices = ~np.isnan(self.data[dataLabel]) |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
300 days = self.data[nonZeroIndices]['jours'] |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
301 dates = self.data[nonZeroIndices]['date_mesure'] |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
302 measures = self.data[nonZeroIndices][dataLabel] |
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
303 for i in range(1, len(dates)): |
503
7978b286fcfa
corrected call to new weather indicator function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
502
diff
changeset
|
304 nDaysTNegative, nDaysThawFreeze, deltaTemp, nConsecutiveFrozenDays, totalRain, totalSnow, snowAboveThreshold, stdevTemp = weatherIndicators(weatherData, dates[i-1], dates[i], snowThreshold, weatherDataType, minProportionMeasures) |
450
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
305 if dates[i-1].year+1 == dates[i].year: |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
306 winter = 1 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
307 if days[i-1]<365: |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
308 firstWinter = 1 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
309 else: |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
310 winter = 0 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
311 firstWinter = 0 |
c0786fe4ad94
small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
449
diff
changeset
|
312 variationData.append([measures[i-1]-measures[i], measures[i-1], days[i]-days[i-1], days[i-1], winter, firstWinter, nDaysTNegative, nDaysThawFreeze] + deltaTemp + [nConsecutiveFrozenDays, totalRain, totalSnow, snowAboveThreshold, stdevTemp]) |
446
a65a14c90834
adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
440
diff
changeset
|
313 return variationData |