Skip to content

Commit c4a41b0

Browse files
amyheatheramyheather
committed
test(backtest): regenerate expected results following changes to the model
1 parent d4868cd commit c4a41b0

File tree

4 files changed

+1877
-1886
lines changed

4 files changed

+1877
-1886
lines changed

‎notebooks/generate_exp_results.ipynb‎

Lines changed: 65 additions & 65 deletions
Original file line numberDiff line numberDiff line change
@@ -89,26 +89,26 @@
8989
" <tr>\n",
9090
" <th>1</th>\n",
9191
" <td>1096</td>\n",
92-
" <td>5</td>\n",
93-
" <td>11</td>\n",
92+
" <td>3</td>\n",
93+
" <td>10</td>\n",
9494
" </tr>\n",
9595
" <tr>\n",
9696
" <th>2</th>\n",
9797
" <td>1097</td>\n",
98-
" <td>5</td>\n",
98+
" <td>3</td>\n",
9999
" <td>10</td>\n",
100100
" </tr>\n",
101101
" <tr>\n",
102102
" <th>3</th>\n",
103103
" <td>1098</td>\n",
104-
" <td>4</td>\n",
105-
" <td>10</td>\n",
104+
" <td>3</td>\n",
105+
" <td>8</td>\n",
106106
" </tr>\n",
107107
" <tr>\n",
108108
" <th>4</th>\n",
109109
" <td>1099</td>\n",
110110
" <td>5</td>\n",
111-
" <td>10</td>\n",
111+
" <td>8</td>\n",
112112
" </tr>\n",
113113
" </tbody>\n",
114114
"</table>\n",
@@ -117,10 +117,10 @@
117117
"text/plain": [
118118
" time asu_occupancy rehab_occupancy\n",
119119
"0 1095 7 12\n",
120-
"1 1096 5 11\n",
121-
"2 1097 5 10\n",
122-
"3 1098 4 10\n",
123-
"4 1099 5 10"
120+
"1 1096 3 10\n",
121+
"2 1097 3 10\n",
122+
"3 1098 3 8\n",
123+
"4 1099 5 8"
124124
]
125125
},
126126
"metadata": {},
@@ -185,46 +185,46 @@
185185
" <tr>\n",
186186
" <th>0</th>\n",
187187
" <td>1</td>\n",
188-
" <td>1</td>\n",
189-
" <td>0.000548</td>\n",
190-
" <td>0.000548</td>\n",
188+
" <td>5</td>\n",
189+
" <td>0.002740</td>\n",
190+
" <td>0.002740</td>\n",
191191
" <td>1.000000</td>\n",
192192
" <td>1.0</td>\n",
193193
" </tr>\n",
194194
" <tr>\n",
195195
" <th>1</th>\n",
196196
" <td>2</td>\n",
197-
" <td>12</td>\n",
198-
" <td>0.006575</td>\n",
199-
" <td>0.007123</td>\n",
200-
" <td>0.923077</td>\n",
197+
" <td>19</td>\n",
198+
" <td>0.010411</td>\n",
199+
" <td>0.013151</td>\n",
200+
" <td>0.791667</td>\n",
201201
" <td>1.0</td>\n",
202202
" </tr>\n",
203203
" <tr>\n",
204204
" <th>2</th>\n",
205205
" <td>3</td>\n",
206-
" <td>39</td>\n",
207-
" <td>0.021370</td>\n",
208-
" <td>0.028493</td>\n",
209-
" <td>0.750000</td>\n",
210-
" <td>1.0</td>\n",
206+
" <td>41</td>\n",
207+
" <td>0.022466</td>\n",
208+
" <td>0.035616</td>\n",
209+
" <td>0.630769</td>\n",
210+
" <td>2.0</td>\n",
211211
" </tr>\n",
212212
" <tr>\n",
213213
" <th>3</th>\n",
214214
" <td>4</td>\n",
215-
" <td>76</td>\n",
216-
" <td>0.041644</td>\n",
217-
" <td>0.070137</td>\n",
218-
" <td>0.593750</td>\n",
215+
" <td>94</td>\n",
216+
" <td>0.051507</td>\n",
217+
" <td>0.087123</td>\n",
218+
" <td>0.591195</td>\n",
219219
" <td>2.0</td>\n",
220220
" </tr>\n",
221221
" <tr>\n",
222222
" <th>4</th>\n",
223223
" <td>5</td>\n",
224-
" <td>134</td>\n",
225-
" <td>0.073425</td>\n",
226-
" <td>0.143562</td>\n",
227-
" <td>0.511450</td>\n",
224+
" <td>158</td>\n",
225+
" <td>0.086575</td>\n",
226+
" <td>0.173699</td>\n",
227+
" <td>0.498423</td>\n",
228228
" <td>2.0</td>\n",
229229
" </tr>\n",
230230
" </tbody>\n",
@@ -233,11 +233,11 @@
233233
],
234234
"text/plain": [
235235
" beds freq pct c_pct prob_delay 1_in_n_delay\n",
236-
"0 1 1 0.000548 0.000548 1.000000 1.0\n",
237-
"1 2 12 0.006575 0.007123 0.923077 1.0\n",
238-
"2 3 39 0.021370 0.028493 0.750000 1.0\n",
239-
"3 4 76 0.041644 0.070137 0.593750 2.0\n",
240-
"4 5 134 0.073425 0.143562 0.511450 2.0"
236+
"0 1 5 0.002740 0.002740 1.000000 1.0\n",
237+
"1 2 19 0.010411 0.013151 0.791667 1.0\n",
238+
"2 3 41 0.022466 0.035616 0.630769 2.0\n",
239+
"3 4 94 0.051507 0.087123 0.591195 2.0\n",
240+
"4 5 158 0.086575 0.173699 0.498423 2.0"
241241
]
242242
},
243243
"metadata": {},
@@ -275,47 +275,47 @@
275275
" <tbody>\n",
276276
" <tr>\n",
277277
" <th>0</th>\n",
278-
" <td>3</td>\n",
279-
" <td>9</td>\n",
280-
" <td>0.004932</td>\n",
281-
" <td>0.004932</td>\n",
278+
" <td>0</td>\n",
279+
" <td>2</td>\n",
280+
" <td>0.001096</td>\n",
281+
" <td>0.001096</td>\n",
282282
" <td>1.000000</td>\n",
283283
" <td>1.0</td>\n",
284284
" </tr>\n",
285285
" <tr>\n",
286286
" <th>1</th>\n",
287-
" <td>4</td>\n",
288-
" <td>25</td>\n",
289-
" <td>0.013699</td>\n",
290-
" <td>0.018630</td>\n",
291-
" <td>0.735294</td>\n",
287+
" <td>1</td>\n",
288+
" <td>17</td>\n",
289+
" <td>0.009315</td>\n",
290+
" <td>0.010411</td>\n",
291+
" <td>0.894737</td>\n",
292292
" <td>1.0</td>\n",
293293
" </tr>\n",
294294
" <tr>\n",
295295
" <th>2</th>\n",
296-
" <td>5</td>\n",
297-
" <td>74</td>\n",
298-
" <td>0.040548</td>\n",
299-
" <td>0.059178</td>\n",
300-
" <td>0.685185</td>\n",
301-
" <td>1.0</td>\n",
296+
" <td>2</td>\n",
297+
" <td>6</td>\n",
298+
" <td>0.003288</td>\n",
299+
" <td>0.013699</td>\n",
300+
" <td>0.240000</td>\n",
301+
" <td>4.0</td>\n",
302302
" </tr>\n",
303303
" <tr>\n",
304304
" <th>3</th>\n",
305-
" <td>6</td>\n",
306-
" <td>147</td>\n",
307-
" <td>0.080548</td>\n",
308-
" <td>0.139726</td>\n",
309-
" <td>0.576471</td>\n",
305+
" <td>3</td>\n",
306+
" <td>18</td>\n",
307+
" <td>0.009863</td>\n",
308+
" <td>0.023562</td>\n",
309+
" <td>0.418605</td>\n",
310310
" <td>2.0</td>\n",
311311
" </tr>\n",
312312
" <tr>\n",
313313
" <th>4</th>\n",
314-
" <td>7</td>\n",
315-
" <td>176</td>\n",
316-
" <td>0.096438</td>\n",
317-
" <td>0.236164</td>\n",
318-
" <td>0.408353</td>\n",
314+
" <td>4</td>\n",
315+
" <td>30</td>\n",
316+
" <td>0.016438</td>\n",
317+
" <td>0.040000</td>\n",
318+
" <td>0.410959</td>\n",
319319
" <td>2.0</td>\n",
320320
" </tr>\n",
321321
" </tbody>\n",
@@ -324,11 +324,11 @@
324324
],
325325
"text/plain": [
326326
" beds freq pct c_pct prob_delay 1_in_n_delay\n",
327-
"0 3 9 0.004932 0.004932 1.000000 1.0\n",
328-
"1 4 25 0.013699 0.018630 0.735294 1.0\n",
329-
"2 5 74 0.040548 0.059178 0.685185 1.0\n",
330-
"3 6 147 0.080548 0.139726 0.576471 2.0\n",
331-
"4 7 176 0.096438 0.236164 0.408353 2.0"
327+
"0 0 2 0.001096 0.001096 1.000000 1.0\n",
328+
"1 1 17 0.009315 0.010411 0.894737 1.0\n",
329+
"2 2 6 0.003288 0.013699 0.240000 4.0\n",
330+
"3 3 18 0.009863 0.023562 0.418605 2.0\n",
331+
"4 4 30 0.016438 0.040000 0.410959 2.0"
332332
]
333333
},
334334
"metadata": {},

‎tests/exp_results/asu_occupancy.csv‎

Lines changed: 18 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -1,28 +1,19 @@
11
beds,freq,pct,c_pct,prob_delay,1_in_n_delay
2-
1,1,0.000547945205479452,0.000547945205479452,1.0,1.0
3-
2,12,0.006575342465753425,0.007123287671232877,0.923076923076923,1.0
4-
3,39,0.021369863013698632,0.02849315068493151,0.75,1.0
5-
4,76,0.041643835616438356,0.07013698630136986,0.59375,2.0
6-
5,134,0.07342465753424658,0.14356164383561643,0.5114503816793894,2.0
7-
6,215,0.1178082191780822,0.26136986301369863,0.45073375262054505,2.0
8-
7,226,0.12383561643835617,0.3852054794520548,0.32147937411095306,3.0
9-
8,266,0.14575342465753424,0.530958904109589,0.27450980392156865,4.0
10-
9,245,0.13424657534246576,0.6652054794520548,0.20181219110378915,5.0
11-
10,163,0.08931506849315068,0.7545205479452055,0.11837327523602033,8.0
12-
11,165,0.09041095890410959,0.8449315068493151,0.10700389105058367,9.0
13-
12,108,0.05917808219178082,0.9041095890410958,0.06545454545454546,15.0
14-
13,89,0.04876712328767123,0.952876712328767,0.05117883841288097,20.0
15-
14,34,0.01863013698630137,0.9715068493150684,0.019176536943034405,52.0
16-
15,15,0.00821917808219178,0.9797260273972601,0.008389261744966443,119.0
17-
16,19,0.010410958904109589,0.9901369863013697,0.010514665190924186,95.0
18-
17,6,0.0032876712328767125,0.9934246575342465,0.003309431880860453,302.0
19-
18,5,0.0027397260273972603,0.9961643835616437,0.0027502750275027505,364.0
20-
19,2,0.001095890410958904,0.9972602739726026,0.001098901098901099,910.0
21-
20,1,0.000547945205479452,0.997808219178082,0.0005491488193300384,1821.0
22-
21,1,0.000547945205479452,0.9983561643835615,0.0005488474204171241,1822.0
23-
22,1,0.000547945205479452,0.9989041095890409,0.0005485463521667582,1823.0
24-
23,0,0.0,0.9989041095890409,0.0,inf
25-
24,1,0.000547945205479452,0.9994520547945203,0.0005482456140350878,1824.0
26-
25,0,0.0,0.9994520547945203,0.0,inf
27-
26,0,0.0,0.9994520547945203,0.0,inf
28-
27,1,0.000547945205479452,0.9999999999999997,0.0005479452054794522,1825.0
2+
1,5,0.0027397260273972603,0.0027397260273972603,1.0,1.0
3+
2,19,0.010410958904109589,0.01315068493150685,0.7916666666666666,1.0
4+
3,41,0.022465753424657533,0.03561643835616438,0.6307692307692307,2.0
5+
4,94,0.05150684931506849,0.08712328767123287,0.5911949685534592,2.0
6+
5,158,0.08657534246575342,0.17369863013698628,0.498422712933754,2.0
7+
6,235,0.12876712328767123,0.30246575342465754,0.4257246376811594,2.0
8+
7,256,0.14027397260273972,0.44273972602739725,0.31683168316831684,3.0
9+
8,251,0.13753424657534247,0.5802739726027397,0.23701605288007555,4.0
10+
9,249,0.13643835616438357,0.7167123287671233,0.19036697247706422,5.0
11+
10,183,0.10027397260273972,0.816986301369863,0.12273641851106638,8.0
12+
11,161,0.08821917808219178,0.9052054794520549,0.09745762711864406,10.0
13+
12,85,0.04657534246575343,0.9517808219178083,0.0489349453080023,20.0
14+
13,44,0.02410958904109589,0.9758904109589042,0.024705221785513754,40.0
15+
14,19,0.010410958904109589,0.9863013698630138,0.010555555555555554,95.0
16+
15,12,0.006575342465753425,0.9928767123287672,0.006622516556291391,151.0
17+
16,7,0.0038356164383561643,0.9967123287671233,0.003848268279274326,260.0
18+
17,1,0.000547945205479452,0.9972602739726028,0.0005494505494505495,1820.0
19+
18,5,0.0027397260273972603,1.0,0.0027397260273972603,365.0

0 commit comments

Comments
 (0)