Mercurial Hosting > traffic-intelligence

annotate python/pavement.py @ 453:15c6f1bc30a2

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
added function for MTQ weather indicators (use generic EC function preferrably)
author Nicolas Saunier <nicolas.saunier@polymtl.ca>
date Thu, 13 Feb 2014 15:11:31 -0500
parents c0786fe4ad94
children 825e5d49325d
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
431
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
1 #! /usr/bin/env python
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
2 '''Tools for processing and analyzing pavement marking data'''
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
3
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
4 import numpy as np
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
5
431
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
6 __metaclass__ = type
0bcfa49d179a began module for pavement marking data processing
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents:
diff changeset
7
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
8 durabilities = {1: 98, #96 to 100
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
9 2: 85, #75 to 96
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
10 3: 72, #50 to 75
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
11 4: 32, #15 to 50
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
12 5: 7 #0 to 15
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
13 }
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
14
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
15 def occ_max(a):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
16 if a != []:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
17 s = set(a)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
18 l = list(s)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
19 occ = []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
20 for i in range(len(l)):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
21 b = 0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
22 for j in range(len(a)):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
23 if a[j] == l[i]:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
24 b += 1
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
25 occ.append([l[i], b])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
26 nbre_occs = []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
27 for i in range(len(occ)):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
28 nbre_occs.append(occ[i][1])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
29 return occ[nbre_occs.index(max(nbre_occs))][0]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
30 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
31 return ""
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
32
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
33 def caracteristiques(rtss, maintenanceLevel, rtssWeatherStation, fmr, paintType):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
34 '''Computes characteristic data for the RTSS (class rtss)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
35 maintenanceLevel = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\exigence_circuits.txt', delimiter = ';')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
36 rtssWeatherStation = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\stations_environnement_canada\\rtssWeatherStation\juste_pour_rtss_avec_donnees_entretien_hiv\\rtssWeatherStation_EC3.txt', delimiter = ',')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
37 fmr = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\fmr.txt', delimiter = ';')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
38 paintType = pylab.csv2rec('C:\Users\Alexandre\Desktop\Projet_maitrise_recherche\BDD_access\\analyse_donnees_deneigement\\type_peinture.txt', delimiter = ';')
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
39 '''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
40 # determination exigence deneigement
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
41 if rtss.id in maintenanceLevel['rtss_debut']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
42 for i in range(len(maintenanceLevel)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
43 if maintenanceLevel['rtss_debut'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
44 exigence = maintenanceLevel['exigence'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
45 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
46 exigence = ''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
47
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
48 # determination x/y
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
49 if rtss.id in rtssWeatherStation['rtss']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
50 for i in range(len(rtssWeatherStation)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
51 if rtssWeatherStation['rtss'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
52 x_moy = rtssWeatherStation['x_moy'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
53 y_moy = rtssWeatherStation['y_moy'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
54 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
55 x_moy, y_moy = '',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
56
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
57 # determination info fmr
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
58 age_revtm, classe_fonct, type_revtm, milieu, djma, pourc_camions = [], [], [], [], [], []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
59 if rtss.id in fmr['rtss_debut']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
60 for i in range(len(fmr)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
61 if fmr['rtss_debut'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
62 age_revtm.append(fmr['age_revtm'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
63 classe_fonct.append(fmr['des_clasf_fonct'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
64 type_revtm.append(fmr['des_type_revtm'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
65 milieu.append(fmr['des_cod_mil'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
66 djma.append(fmr['val_djma'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
67 pourc_camions.append(fmr['val_pourc_camns'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
68 age_revtm = occ_max(age_revtm)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
69 classe_fonct = occ_max(classe_fonct)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
70 type_revtm = occ_max(type_revtm)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
71 milieu = occ_max(milieu)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
72 djma = occ_max(djma)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
73 pourc_camions = occ_max(pourc_camions)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
74 if pourc_camions == "" or pourc_camions < 0:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
75 djma_camions = ""
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
76 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
77 djma_camions = pourc_camions*djma/100
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
78 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
79 age_revtm, classe_fonct, type_revtm, milieu, djma, djma_camions = '','','','','',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
80
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
81 # determination type peinture
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
82 peinture_rd, peinture_rg, peinture_cl = [], [], []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
83 peinture_lrd, peinture_lrg, peinture_lc = 0,0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
84 if rtss.id in paintType['rtss_debut_orig']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
85 for i in range(len(paintType)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
86 if paintType['rtss_debut_orig'][i] == rtss.id:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
87 peinture_rd.append((paintType['peinture_rd'][i]))
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
88 peinture_rg.append((paintType['peinture_rg'][i]))
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
89 peinture_cl.append((paintType['peinture_cl'][i]))
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
90 peinture_lrd = occ_max(peinture_rd)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
91 peinture_lrg = occ_max(peinture_rg)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
92 peinture_lc = occ_max(peinture_cl)
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
93 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
94 peinture_lrd, peinture_lrg, peinture_lc = '','',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
95
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
96 return (exigence, x_moy, y_moy, age_revtm, classe_fonct, type_revtm, milieu, djma, djma_camions, peinture_lrd, peinture_lrg, peinture_lc)
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
97
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
98 def winterMaintenanceIndicators(data, startDate, endDate, circuitReference, snowThreshold):
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
99 '''Computes several winter maintenance indicators
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
100 data = entretien_hivernal = pylab.csv2rec('C:\Users\Alexandre\Documents\Cours\Poly\Projet\mesures_entretien_hivernal\mesures_deneigement.txt', delimiter = ',')'''
438
ca114520605f minor bug update
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 437
diff changeset
101 import datetime
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
102 somme_eau, somme_neige, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, compteur_somme_abrasif = 0,0,0,0,0,0,0,0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
103
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
104 if circuitReference in data['ref_circuit']:
439
ad61d21d3d1b corrected bug with last array position lookup
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 438
diff changeset
105 for i in range(len(data)):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
106 if data['ref_circuit'][i] == circuitReference and (data['date'][i] + datetime.timedelta(days = 6)) <= endDate and (data['date'][i] + datetime.timedelta(days = 6)) > startDate:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
107 premiere_neige += data['premiere_neige'][i]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
108 somme_neige += float(data['neige'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
109 somme_eau += float(data['eau'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
110 somme_abrasif += float(data['abrasif'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
111 somme_sel += float(data['sel'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
112 somme_lc += float(data['lc'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
113 somme_lrg += float(data['lrg'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
114 somme_lrd += float(data['lrd'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
115 compteur_somme_abrasif += float(data['autre_abrasif_binaire'][i])
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
116 if compteur_somme_abrasif >= 1:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
117 autres_abrasifs = 1
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
118 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
119 autres_abrasifs = 0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
120 if somme_neige < snowThreshold:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
121 neigeMTQ_sup_seuil = 0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
122 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
123 neigeMTQ_sup_seuil = 1
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
124 else:
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
125 somme_eau, somme_neige, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, autres_abrasifs, neigeMTQ_sup_seuil = '','','','','','','','','',''
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
126
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
127 return (somme_eau, somme_neige, neigeMTQ_sup_seuil, somme_abrasif, somme_sel, somme_lc, somme_lrg, somme_lrd, premiere_neige, autres_abrasifs)
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
128
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
129 def ecWeatherIndicators(data, startDate, endDate, snowThreshold, minProportionMeasures = 0.):
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
130 '''Computes the indicators from Environment Canada files
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
131 (loaded as a recarray using csv2rec in data),
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
132 between start and end dates (datetime.datetime objects)
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
133
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
134 minProportionMeasures is proportion of measures necessary to consider the indicators'''
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
135 from matplotlib.mlab import find
437
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
136 nbre_jours_T_negatif,nbre_jours_gel_degel,pluie_tot,neige_tot,ecart_type_T = 0,0,0,0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
137 compteur,nbre_jours_gel_consecutifs=0,0
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
138 tmoys = []
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
139 seuils_T = [20,15,10,5]
830136bc0e18 integrating Alexandre functions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 434
diff changeset
140 deltas_T = [0,0,0,0]
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
141 startIndex = find(data['date'] == startDate)
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
142 nDays = (endDate - startDate).days+1
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
143 if startIndex.size != 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
144 for i in range(startIndex, startIndex+int(nDays)):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
145 if data['tmax'][i] != '' and data['tmax'][i] != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
146 tmax = float(data['tmax'][i].replace(',','.'))
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
147 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
148 tmax = None
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
149 if data['tmin'][i] != '' and data['tmin'][i] != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
150 tmin = float(data['tmin'][i].replace(',','.'))
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
151 if data['pluie_tot'][i] != '' and data['pluie_tot'][i] != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
152 pluie_tot += float(data['pluie_tot'][i].replace(',','.'))
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
153 if data['neige_tot'][i] != '' and data['neige_tot'][i] != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
154 neige_tot += float(data['neige_tot'][i].replace(',','.'))
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
155 if tmax != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
156 if tmax < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
157 nbre_jours_T_negatif += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
158 if tmax != None and data['tmin'][i] != '' and data['tmin'][i] != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
159 if tmax > 0 and tmin < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
160 nbre_jours_gel_degel += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
161 for l in range(len(seuils_T)):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
162 if tmax - tmin >=seuils_T[l]:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
163 deltas_T[l] += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
164 if data['tmoy'][i] != '' and data['tmoy'][i] != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
165 tmoys.append(float(data['tmoy'][i].replace(',','.')))
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
166 if tmax != None:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
167 if tmax < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
168 compteur += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
169 elif tmax >= 0 and compteur >= nbre_jours_gel_consecutifs:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
170 nbre_jours_gel_consecutifs = compteur
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
171 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
172 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
173 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
174 nbre_jours_gel_consecutifs = max(nbre_jours_gel_consecutifs,compteur)
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
175 if float(len(tmoys))/nDays >= minProportionMeasures:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
176 if tmoys != []:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
177 ecart_type_T = np.std(tmoys)
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
178 else:
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
179 ecart_type = None
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
180 if neige_tot < snowThreshold:
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
181 neigeEC_sup_seuil = 0
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
182 else:
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
183 neigeEC_sup_seuil = 1
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
184 return (nbre_jours_T_negatif,nbre_jours_gel_degel, deltas_T, nbre_jours_gel_consecutifs, pluie_tot, neige_tot, neigeEC_sup_seuil, ecart_type_T)
440
b5cc6b001ae6 correction for tmax and returns as tuples
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 439
diff changeset
185 else:
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
186 return [None]*2+[[None]*len(seuils_T)]+[None]*5
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
187
453
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
188 def mtqWeatherIndicators(data, startDate, endDate,tmax,tmin,tmoy):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
189 from matplotlib.mlab import find
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
190 nbre_jours_T_negatif,nbre_jours_gel_degel,ecart_type_T = 0,0,0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
191 compteur,nbre_jours_gel_consecutifs=0,0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
192 tmoys = []
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
193 seuils_T = [20,15,10,5]
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
194 deltas_T = [0,0,0,0]
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
195 startIndex = find(data['date'] == startDate)
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
196 nDays = (endDate - startDate).days+1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
197 for i in range(startIndex, startIndex+nDays):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
198 if tmax[i] < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
199 nbre_jours_T_negatif += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
200 if tmax[i] > 0 and tmin[i] < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
201 nbre_jours_gel_degel += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
202 for l in range(len(seuils_T)):
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
203 if tmax[i] - tmin[i] >=seuils_T[l]:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
204 deltas_T[l] += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
205 tmoys.append(tmoy[i])
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
206 if tmax[i] < 0:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
207 compteur += 1
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
208 elif tmax[i] >= 0 and compteur >= nbre_jours_gel_consecutifs:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
209 nbre_jours_gel_consecutifs = compteur
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
210 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
211 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
212 compteur = 0
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
213 nbre_jours_gel_consecutifs = max(nbre_jours_gel_consecutifs,compteur)
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
214 if tmoys != []:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
215 ecart_type_T = np.std(tmoys)
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
216 else:
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
217 ecart_type = None
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
218
15c6f1bc30a2 added function for MTQ weather indicators (use generic EC function preferrably)
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 450
diff changeset
219 return (nbre_jours_T_negatif,nbre_jours_gel_degel, deltas_T, nbre_jours_gel_consecutifs, ecart_type_T)
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
220
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
221 class RTSS:
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
222 '''class for data related to a RTSS:
449
1e4c1b6b0e0b added comments
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 448
diff changeset
223 - agregating pavement marking measurements
1e4c1b6b0e0b added comments
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 448
diff changeset
224 - RTSS characteristics from FMR: pavement type, age, AADT, truck AADT
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
225 - winter maintenance level from V155
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
226
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
227 If divided highway, the RTSS ends with G or D and are distinct: there is no ambiguity
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
228 - retroreflectivity types: there are CB, RJ and RB
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
229 If undivided, ending with C
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
230 - durability is fine: ETAT_MARQG_RG ETAT_MARQG_CL ETAT_MARQG_RD (+SG/SD, but recent)
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
231 - retroreflectivity: CJ is center line, RB and SB are left/right if DEBUT-FIN>0 or <0
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
232 '''
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
233
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
234 def __init__(self, _id, name, data):
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
235 self.id = _id
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
236 self.name = name
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
237 self.data = data
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
238
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
239 class MarkingTest:
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
240 '''class for a test site for a given product
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
241
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
242 including the series of measurements over the years'''
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
243
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
244 def __init__(self, _id, paintingDate, paintingType, color, data):
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
245 self.id = _id
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
246 self.paintingDate = paintingDate
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
247 self.paintingType = paintingType
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
248 self.color = color
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
249 self.data = data
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
250 self.nMeasures = len(data)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
251
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
252 def getSite(self):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
253 return int(self.id[:2])
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
254
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
255 def getTestAttributes(self):
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
256 return [self.paintingType, self.color, self.paintingDate.year]
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
257
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
258 def plot(self, measure, options = 'o', dayRatio = 1., **kwargs):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
259 from matplotlib.pyplot import plot
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
260 plot(self.data['jours']/float(dayRatio),
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
261 self.data[measure], options, **kwargs)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
262
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
263 def getMarkingMeasures(self, dataLabel):
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
264 nonZeroIndices = ~np.isnan(self.data[dataLabel])
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
265 return self.data[nonZeroIndices]['jours'], self.data[nonZeroIndices][dataLabel]
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
266
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
267 def plotMarkingMeasures(self, measure, options = 'o', dayRatio = 1., **kwargs):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
268 for i in range(1,7):
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
269 self.plot('{}_{}'.format(measure, i), options, dayRatio, **kwargs)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
270
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
271 def computeMarkingMeasureVariations(self, dataLabel, lanePositions, weatherData, snowThreshold, minProportionMeasures = 0.):
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
272 '''Computes for each successive measurement
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
273 lanePositions = None
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
274 measure variation, initial measure, time duration, weather indicators
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
275
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
276 TODO if measurements per lane, add a variable for lane position (position1 to 6)
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
277 lanePositions = list of integers (range(1,7))
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
278 measure variation, initial measure, time duration, lane position1, weather indicators
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
279 measure variation, initial measure, time duration, lane position2, weather indicators
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
280 ...'''
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
281 variationData = []
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
282 if lanePositions == None:
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
283 nonZeroIndices = ~np.isnan(self.data[dataLabel])
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
284 days = self.data[nonZeroIndices]['jours']
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
285 dates = self.data[nonZeroIndices]['date_mesure']
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
286 measures = self.data[nonZeroIndices][dataLabel]
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
287 for i in range(1, len(dates)):
447
7ef40014236c updated weather indicator calculations
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 446
diff changeset
288 nDaysTNegative, nDaysThawFreeze, deltaTemp, nConsecutiveFrozenDays, totalRain, totalSnow, snowAboveThreshold, stdevTemp = ecWeatherIndicators(weatherData, dates[i-1], dates[i], snowThreshold, minProportionMeasures)
450
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
289 if dates[i-1].year+1 == dates[i].year:
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
290 winter = 1
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
291 if days[i-1]<365:
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
292 firstWinter = 1
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
293 else:
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
294 winter = 0
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
295 firstWinter = 0
c0786fe4ad94 small additions
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 449
diff changeset
296 variationData.append([measures[i-1]-measures[i], measures[i-1], days[i]-days[i-1], days[i-1], winter, firstWinter, nDaysTNegative, nDaysThawFreeze] + deltaTemp + [nConsecutiveFrozenDays, totalRain, totalSnow, snowAboveThreshold, stdevTemp])
446
a65a14c90834 adding weather info to pavement data
Nicolas Saunier <nicolas.saunier@polymtl.ca>
parents: 440
diff changeset
297 return variationData