Mercurial Hosting > traffic-intelligence

annotate python/pavement.py @ 457:95a8eb38d9a2

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
update to weather function
author Nicolas Saunier <nicolas.saunier@polymtl.ca>
date Wed, 19 Feb 2014 16:33:49 -0500
parents 825e5d49325d
children 28ff95845c65
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
431
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
1 #! /usr/bin/env python
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
2 '''Tools for processing and analyzing pavement marking data'''
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
3
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
4 import numpy as np
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
5
431
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
6 __metaclass__ = type
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
7
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
8 durabilities = {1: 98, #96 to 100
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
9 2: 85, #75 to 96
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
10 3: 72, #50 to 75
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
11 4: 32, #15 to 50
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
12 5: 7 #0 to 15
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
13 }
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
14
456
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
15 roadFunctionalClasses = {40: "Collectrice",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
16 20: "Nationale",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
17 30: "Regionale",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
18 10: "Autoroute",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
19 60: "Acces ressources",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
20 51: "Local 1",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
21 52: "Local 2",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
22 53: "Local 3"
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
23 15: "Aut (PRN)",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
24 25: "Nat (PRN)",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
25 70: "Acces isolees",
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
26 99: "Autres"
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
27 }
825e5d49325d slight update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 453
diff changeset
28
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
29 def occ_max(a):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
30 if a != []:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
31 s = set(a)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
32 l = list(s)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
33 occ = []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
34 for i in range(len(l)):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
35 b = 0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
36 for j in range(len(a)):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
37 if a[j] == l[i]:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
38 b += 1
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
39 occ.append([l[i], b])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
40 nbre_occs = []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
41 for i in range(len(occ)):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
42 nbre_occs.append(occ[i][1])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
43 return occ[nbre_occs.index(max(nbre_occs))][0]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
44 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
45 return ""
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
46
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
47 def caracteristiques(rtss, maintenanceLevel, rtssWeatherStation, fmr, paintType):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
48 '''Computes characteristic data for the RTSS (class rtss)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
49 maintenanceLevel = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\exigence_circuits.txt', delimiter = ';')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
50 rtssWeatherStation = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\stations_environnement_canada\\rtssWeatherStation\juste_pour_rtss_avec_donnees_entretien_hiv\\rtssWeatherStation_EC3.txt', delimiter = ',')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
51 fmr = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\fmr.txt', delimiter = ';')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
52 paintType = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\type_peinture.txt', delimiter = ';')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
53 '''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
54 # determination exigence deneigement
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
55 if rtss.id in maintenanceLevel['rtss_debut']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
56 for i in range(len(maintenanceLevel)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
57 if maintenanceLevel['rtss_debut'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
58 exigence = maintenanceLevel['exigence'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
59 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
60 exigence = ''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
61
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
62 # determination x/y
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
63 if rtss.id in rtssWeatherStation['rtss']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
64 for i in range(len(rtssWeatherStation)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
65 if rtssWeatherStation['rtss'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
66 x_moy = rtssWeatherStation['x_moy'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
67 y_moy = rtssWeatherStation['y_moy'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
68 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
69 x_moy, y_moy = '',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
70
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
71 # determination info fmr
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
72 age_revtm, classe_fonct, type_revtm, milieu, djma, pourc_camions = [], [], [], [], [], []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
73 if rtss.id in fmr['rtss_debut']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
74 for i in range(len(fmr)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
75 if fmr['rtss_debut'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
76 age_revtm.append(fmr['age_revtm'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
77 classe_fonct.append(fmr['des_clasf_fonct'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
78 type_revtm.append(fmr['des_type_revtm'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
79 milieu.append(fmr['des_cod_mil'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
80 djma.append(fmr['val_djma'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
81 pourc_camions.append(fmr['val_pourc_camns'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
82 age_revtm = occ_max(age_revtm)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
83 classe_fonct = occ_max(classe_fonct)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
84 type_revtm = occ_max(type_revtm)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
85 milieu = occ_max(milieu)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
86 djma = occ_max(djma)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
87 pourc_camions = occ_max(pourc_camions)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
88 if pourc_camions == "" or pourc_camions < 0:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
89 djma_camions = ""
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
90 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
91 djma_camions = pourc_camions*djma/100
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
92 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
93 age_revtm, classe_fonct, type_revtm, milieu, djma, djma_camions = '','','','','',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
94
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
95 # determination type peinture
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
96 peinture_rd, peinture_rg, peinture_cl = [], [], []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
97 peinture_lrd, peinture_lrg, peinture_lc = 0,0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
98 if rtss.id in paintType['rtss_debut_orig']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
99 for i in range(len(paintType)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
100 if paintType['rtss_debut_orig'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
101 peinture_rd.append((paintType['peinture_rd'][i]))
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
102 peinture_rg.append((paintType['peinture_rg'][i]))
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
103 peinture_cl.append((paintType['peinture_cl'][i]))
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
104 peinture_lrd = occ_max(peinture_rd)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
105 peinture_lrg = occ_max(peinture_rg)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
106 peinture_lc = occ_max(peinture_cl)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
107 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
108 peinture_lrd, peinture_lrg, peinture_lc = '','',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
109
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
110 return (exigence, x_moy, y_moy, age_revtm, classe_fonct, type_revtm, milieu, djma, djma_camions, peinture_lrd, peinture_lrg, peinture_lc)
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
111
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
112 def winterMaintenanceIndicators(data, startDate, endDate, circuitReference, snowThreshold):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
113 '''Computes several winter maintenance indicators
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
114 data = entretien_hivernal = pylab.csv2rec('C:\Users\Alexandre\Documents\Cours\Poly\Projet\mesures_entretien_hivernal\mesures_deneigement.txt', delimiter = ',')'''
438
ca114520605f minor bug update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 437
diff changeset
115 import datetime
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
116 somme_eau, somme_neige, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, compteur_somme_abrasif = 0,0,0,0,0,0,0,0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
117
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
118 if circuitReference in data['ref_circuit']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
119 for i in range(len(data)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
120 if data['ref_circuit'][i] == circuitReference and (data['date'][i] + datetime.timedelta(days = 6)) <= endDate and (data['date'][i] + datetime.timedelta(days = 6)) > startDate:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
121 premiere_neige += data['premiere_neige'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
122 somme_neige += float(data['neige'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
123 somme_eau += float(data['eau'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
124 somme_abrasif += float(data['abrasif'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
125 somme_sel += float(data['sel'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
126 somme_lc += float(data['lc'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
127 somme_lrg += float(data['lrg'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
128 somme_lrd += float(data['lrd'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
129 compteur_somme_abrasif += float(data['autre_abrasif_binaire'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
130 if compteur_somme_abrasif >= 1:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
131 autres_abrasifs = 1
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
132 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
133 autres_abrasifs = 0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
134 if somme_neige < snowThreshold:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
135 neigeMTQ_sup_seuil = 0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
136 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
137 neigeMTQ_sup_seuil = 1
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
138 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
139 somme_eau, somme_neige, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, autres_abrasifs, neigeMTQ_sup_seuil = '','','','','','','','','',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
140
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
141 return (somme_eau, somme_neige, neigeMTQ_sup_seuil, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, autres_abrasifs)
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
142
457
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
143 def ecWeatherIndicators(data, startDate, endDate, snowThreshold, datatype, minProportionMeasures = 0.):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
144 '''Computes the indicators from Environment Canada files
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
145 (loaded as a recarray using csv2rec in data),
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
146 between start and end dates (datetime.datetime objects)
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
147
457
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
148 dataType is to indicate Environnement Canada data ('ec') or else MTQ
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
149 minProportionMeasures is proportion of measures necessary to consider the indicators'''
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
150 from matplotlib.mlab import find
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
151 nbre_jours_T_negatif,nbre_jours_gel_degel,pluie_tot,neige_tot,ecart_type_T = 0,0,0,0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
152 compteur,nbre_jours_gel_consecutifs=0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
153 tmoys = []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
154 seuils_T = [20,15,10,5]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
155 deltas_T = [0,0,0,0]
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
156 startIndex = find(data['date'] == startDate)
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
157 nDays = (endDate - startDate).days+1
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
158 if startIndex.size != 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
159 for i in range(startIndex, startIndex+int(nDays)):
457
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
160 if not np.isnan(data['tmax'][i]):
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
161 tmax = data['tmax'][i]
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
162 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
163 tmax = None
457
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
164 if not np.isnan(data['tmin'][i]):
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
165 tmin = data['tmin'][i]
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
166 else:
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
167 tmin = None
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
168 if datatype == 'ec':
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
169 if data['pluie_tot'][i] != None and not np.isnan(data['pluie_tot'][i]):
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
170 pluie_tot += data['pluie_tot'][i]
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
171 if data['neige_tot'][i] != None and not np.isnan(data['neige_tot'][i]):
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
172 neige_tot += data['neige_tot'][i]
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
173 if tmax != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
174 if tmax < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
175 nbre_jours_T_negatif += 1
457
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
176 if tmax != None and tmin != None:
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
177 if tmax > 0 and tmin < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
178 nbre_jours_gel_degel += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
179 for l in range(len(seuils_T)):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
180 if tmax - tmin >=seuils_T[l]:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
181 deltas_T[l] += 1
457
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
182 if not np.isnan(data['tmoy'][i]):
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
183 tmoys.append(data['tmoy'][i])
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
184 if tmax != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
185 if tmax < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
186 compteur += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
187 elif tmax >= 0 and compteur >= nbre_jours_gel_consecutifs:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
188 nbre_jours_gel_consecutifs = compteur
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
189 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
190 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
191 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
192 nbre_jours_gel_consecutifs = max(nbre_jours_gel_consecutifs,compteur)
457
95a8eb38d9a2 update to weather function
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 456
diff changeset
193 if len(tmoys) > 0 and float(len(tmoys))/nDays >= minProportionMeasures:
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
194 if tmoys != []:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
195 ecart_type_T = np.std(tmoys)
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
196 else:
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
197 ecart_type = None
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
198 if neige_tot < snowThreshold:
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
199 neigeEC_sup_seuil = 0
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
200 else:
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
201 neigeEC_sup_seuil = 1
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
202 return (nbre_jours_T_negatif,nbre_jours_gel_degel, deltas_T, nbre_jours_gel_consecutifs, pluie_tot, neige_tot, neigeEC_sup_seuil, ecart_type_T)
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
203 else:
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
204 return [None]*2+[[None]*len(seuils_T)]+[None]*5
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
205
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
206 def mtqWeatherIndicators(data, startDate, endDate,tmax,tmin,tmoy):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
207 from matplotlib.mlab import find
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
208 nbre_jours_T_negatif,nbre_jours_gel_degel,ecart_type_T = 0,0,0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
209 compteur,nbre_jours_gel_consecutifs=0,0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
210 tmoys = []
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
211 seuils_T = [20,15,10,5]
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
212 deltas_T = [0,0,0,0]
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
213 startIndex = find(data['date'] == startDate)
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
214 nDays = (endDate - startDate).days+1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
215 for i in range(startIndex, startIndex+nDays):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
216 if tmax[i] < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
217 nbre_jours_T_negatif += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
218 if tmax[i] > 0 and tmin[i] < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
219 nbre_jours_gel_degel += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
220 for l in range(len(seuils_T)):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
221 if tmax[i] - tmin[i] >=seuils_T[l]:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
222 deltas_T[l] += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
223 tmoys.append(tmoy[i])
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
224 if tmax[i] < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
225 compteur += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
226 elif tmax[i] >= 0 and compteur >= nbre_jours_gel_consecutifs:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
227 nbre_jours_gel_consecutifs = compteur
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
228 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
229 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
230 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
231 nbre_jours_gel_consecutifs = max(nbre_jours_gel_consecutifs,compteur)
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
232 if tmoys != []:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
233 ecart_type_T = np.std(tmoys)
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
234 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
235 ecart_type = None
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
236
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
237 return (nbre_jours_T_negatif,nbre_jours_gel_degel, deltas_T, nbre_jours_gel_consecutifs, ecart_type_T)
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
238
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
239 class RTSS:
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
240 '''class for data related to a RTSS:
449
1e4c1b6b0e0b added comments
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 448
diff changeset
241 - agregating pavement marking measurements
1e4c1b6b0e0b added comments
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 448
diff changeset
242 - RTSS characteristics from FMR: pavement type, age, AADT, truck AADT
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
243 - winter maintenance level from V155
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
244
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
245 If divided highway, the RTSS ends with G or D and are distinct: there is no ambiguity
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
246 - retroreflectivity types: there are CB, RJ and RB
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
247 If undivided, ending with C
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
248 - durability is fine: ETAT_MARQG_RG ETAT_MARQG_CL ETAT_MARQG_RD (+SG/SD, but recent)
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
249 - retroreflectivity: CJ is center line, RB and SB are left/right if DEBUT-FIN>0 or <0
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
250 '''
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
251
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
252 def __init__(self, _id, name, data):
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
253 self.id = _id
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
254 self.name = name
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
255 self.data = data
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
256
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
257 class MarkingTest:
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
258 '''class for a test site for a given product
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
259
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
260 including the series of measurements over the years'''
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
261
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
262 def __init__(self, _id, paintingDate, paintingType, color, data):
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
263 self.id = _id
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
264 self.paintingDate = paintingDate
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
265 self.paintingType = paintingType
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
266 self.color = color
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
267 self.data = data
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
268 self.nMeasures = len(data)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
269
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
270 def getSite(self):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
271 return int(self.id[:2])
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
272
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
273 def getTestAttributes(self):
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
274 return [self.paintingType, self.color, self.paintingDate.year]
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
275
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
276 def plot(self, measure, options = 'o', dayRatio = 1., **kwargs):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
277 from matplotlib.pyplot import plot
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
278 plot(self.data['jours']/float(dayRatio),
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
279 self.data[measure], options, **kwargs)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
280
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
281 def getMarkingMeasures(self, dataLabel):
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
282 nonZeroIndices = ~np.isnan(self.data[dataLabel])
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
283 return self.data[nonZeroIndices]['jours'], self.data[nonZeroIndices][dataLabel]
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
284
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
285 def plotMarkingMeasures(self, measure, options = 'o', dayRatio = 1., **kwargs):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
286 for i in range(1,7):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
287 self.plot('{}_{}'.format(measure, i), options, dayRatio, **kwargs)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
288
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
289 def computeMarkingMeasureVariations(self, dataLabel, lanePositions, weatherData, snowThreshold, minProportionMeasures = 0.):
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
290 '''Computes for each successive measurement
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
291 lanePositions = None
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
292 measure variation, initial measure, time duration, weather indicators
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
293
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
294 TODO if measurements per lane, add a variable for lane position (position1 to 6)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
295 lanePositions = list of integers (range(1,7))
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
296 measure variation, initial measure, time duration, lane position1, weather indicators
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
297 measure variation, initial measure, time duration, lane position2, weather indicators
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
298 ...'''
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
299 variationData = []
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
300 if lanePositions == None:
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
301 nonZeroIndices = ~np.isnan(self.data[dataLabel])
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
302 days = self.data[nonZeroIndices]['jours']
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
303 dates = self.data[nonZeroIndices]['date_mesure']
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
304 measures = self.data[nonZeroIndices][dataLabel]
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
305 for i in range(1, len(dates)):
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
306 nDaysTNegative, nDaysThawFreeze, deltaTemp, nConsecutiveFrozenDays, totalRain, totalSnow, snowAboveThreshold, stdevTemp = ecWeatherIndicators(weatherData, dates[i-1], dates[i], snowThreshold, minProportionMeasures)
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
307 if dates[i-1].year+1 == dates[i].year:
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
308 winter = 1
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
309 if days[i-1]<365:
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
310 firstWinter = 1
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
311 else:
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
312 winter = 0
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
313 firstWinter = 0
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
314 variationData.append([measures[i-1]-measures[i], measures[i-1], days[i]-days[i-1], days[i-1], winter, firstWinter, nDaysTNegative, nDaysThawFreeze] + deltaTemp + [nConsecutiveFrozenDays, totalRain, totalSnow, snowAboveThreshold, stdevTemp])
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
315 return variationData