Skip to content

Commit 2092a09

Browse files
tavisshoretavisshore
committed
Final results upload - back to branches
1 parent 9bbc862 commit 2092a09

4 files changed

Lines changed: 152 additions & 11 deletions

File tree

‎results/question_1/lstm_evaluation.json‎

Lines changed: 152 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,34 +1,175 @@
11
{
2+
"learn_identity=False, enforce_balance=False, probabilistic=False, variational=False, learnable_seasonal_weight=False": {
3+
"MSFT": {
4+
"net_income": {
5+
"lstm": 43865892584.48388,
6+
"global_mean": 43699569583.333336,
7+
"last_value": 49688333333.333336,
8+
"seasonal_naive": 20605211666.666668
9+
},
10+
"balance_sheet": {
11+
"lstm": 13857978771.68298,
12+
"global_mean": 12006772741.402117,
13+
"last_value": 11407047619.047619,
14+
"seasonal_naive": 12214941071.428572
15+
},
16+
"bs_pct_error": 8.3811253112997,
17+
"probabilistic": false,
18+
"variational": false
19+
}
20+
},
21+
"learn_identity=True, enforce_balance=False, probabilistic=False, variational=False, learnable_seasonal_weight=False": {
22+
"MSFT": {
23+
"net_income": {
24+
"lstm": 41559816216.212715,
25+
"global_mean": 43699569583.333336,
26+
"last_value": 49688333333.333336,
27+
"seasonal_naive": 20605211666.666668
28+
},
29+
"balance_sheet": {
30+
"lstm": 13478806697.71898,
31+
"global_mean": 12006772741.402117,
32+
"last_value": 11407047619.047619,
33+
"seasonal_naive": 12214941071.428572
34+
},
35+
"bs_pct_error": 1.4052718780797038,
36+
"probabilistic": false,
37+
"variational": false
38+
}
39+
},
40+
"learn_identity=True, enforce_balance=True, probabilistic=False, variational=False, learnable_seasonal_weight=False": {
41+
"MSFT": {
42+
"net_income": {
43+
"lstm": 42788853174.95835,
44+
"global_mean": 43699569583.333336,
45+
"last_value": 49688333333.333336,
46+
"seasonal_naive": 20605211666.666668
47+
},
48+
"balance_sheet": {
49+
"lstm": 14093736922.798986,
50+
"global_mean": 12006772741.402117,
51+
"last_value": 11407047619.047619,
52+
"seasonal_naive": 12214941071.428572
53+
},
54+
"bs_pct_error": -1.3619792140435514e-08,
55+
"probabilistic": false,
56+
"variational": false
57+
}
58+
},
259
"learn_identity=False, enforce_balance=False, probabilistic=True, variational=False, learnable_seasonal_weight=False": {
360
"MSFT": {
461
"net_income": {
5-
"lstm": 42966964806.86831,
62+
"lstm": 43114012921.19621,
663
"global_mean": 43699569583.333336,
764
"last_value": 49688333333.333336,
865
"seasonal_naive": 20605211666.666668
966
},
1067
"balance_sheet": {
11-
"lstm": 25096473837.54451,
68+
"lstm": 25637357638.255646,
1269
"global_mean": 12006772741.402117,
1370
"last_value": 11407047619.047619,
1471
"seasonal_naive": 12214941071.428572
1572
},
16-
"bs_pct_error": 5.882420494046126,
73+
"bs_pct_error": 7.19735654716696,
1774
"probabilistic": true,
1875
"variational": false,
1976
"calibration": {
20-
"calibration_error": 0.22,
21-
"sharpness": 4.330379029138693,
22-
"crps": 1.035948125567867,
77+
"calibration_error": 0.2067724867724868,
78+
"sharpness": 4.434388580232384,
79+
"crps": 1.0357576596757456,
2380
"coverage": {
24-
"0.5": 0.2777777777777778,
25-
"0.68": 0.38095238095238093,
81+
"0.5": 0.24603174603174602,
82+
"0.68": 0.4523809523809524,
2683
"0.8": 0.5317460317460317,
27-
"0.9": 0.626984126984127,
28-
"0.95": 0.7936507936507936,
29-
"0.99": 0.8888888888888888
84+
"0.9": 0.6666666666666666,
85+
"0.95": 0.7698412698412699,
86+
"0.99": 0.9126984126984127
87+
}
88+
}
89+
}
90+
},
91+
"learn_identity=False, enforce_balance=False, probabilistic=True, variational=False, learnable_seasonal_weight=True": {
92+
"MSFT": {
93+
"net_income": {
94+
"lstm": 42569787294.63288,
95+
"global_mean": 43723750000.0,
96+
"last_value": 49688333333.333336,
97+
"seasonal_naive": 22556000000.0
98+
},
99+
"balance_sheet": {
100+
"lstm": 25431184606.559372,
101+
"global_mean": 12091569444.444445,
102+
"last_value": 11407047619.047619,
103+
"seasonal_naive": 12888976190.47619
104+
},
105+
"bs_pct_error": -0.15722383057281414,
106+
"probabilistic": true,
107+
"variational": false,
108+
"calibration": {
109+
"calibration_error": 0.23984126984126988,
110+
"sharpness": 4.1042373764373,
111+
"crps": 1.0539142024067538,
112+
"coverage": {
113+
"0.5": 0.23809523809523808,
114+
"0.68": 0.3888888888888889,
115+
"0.8": 0.49206349206349204,
116+
"0.9": 0.6349206349206349,
117+
"0.95": 0.7301587301587301,
118+
"0.99": 0.8968253968253969
119+
}
120+
},
121+
"final_seasonal_weight": 1.0026819705963135
122+
}
123+
},
124+
"learn_identity=True, enforce_balance=False, probabilistic=True, variational=False, learnable_seasonal_weight=False": {
125+
"MSFT": {
126+
"net_income": {
127+
"lstm": 42038859529.81241,
128+
"global_mean": 43699569583.333336,
129+
"last_value": 49688333333.333336,
130+
"seasonal_naive": 20605211666.666668
131+
},
132+
"balance_sheet": {
133+
"lstm": 25219329656.92626,
134+
"global_mean": 12006772741.402117,
135+
"last_value": 11407047619.047619,
136+
"seasonal_naive": 12214941071.428572
137+
},
138+
"bs_pct_error": 3.828128658723642,
139+
"probabilistic": true,
140+
"variational": false,
141+
"calibration": {
142+
"calibration_error": 0.18560846560846564,
143+
"sharpness": 4.47740158677574,
144+
"crps": 1.058508284867767,
145+
"coverage": {
146+
"0.5": 0.2619047619047619,
147+
"0.68": 0.3968253968253968,
148+
"0.8": 0.5476190476190477,
149+
"0.9": 0.753968253968254,
150+
"0.95": 0.8253968253968254,
151+
"0.99": 0.9206349206349206
30152
}
31153
}
32154
}
155+
},
156+
"learn_identity=True, enforce_balance=False, probabilistic=False, variational=True, learnable_seasonal_weight=False": {
157+
"MSFT": {
158+
"net_income": {
159+
"lstm": 43760941819.259834,
160+
"global_mean": 43699569583.333336,
161+
"last_value": 49688333333.333336,
162+
"seasonal_naive": 20605211666.666668
163+
},
164+
"balance_sheet": {
165+
"lstm": 12809686074.624987,
166+
"global_mean": 12006772741.402117,
167+
"last_value": 11407047619.047619,
168+
"seasonal_naive": 12214941071.428572
169+
},
170+
"bs_pct_error": 3.48274060092756,
171+
"probabilistic": false,
172+
"variational": true
173+
}
33174
}
34175
}

‎results/question_1/ml/MSFT_cash_and_equivalents_uncertainty.png‎

5.39 KB
Loading

‎results/question_1/ml/MSFT_net_income_uncertainty.png‎

14.9 KB
Loading

‎results/question_1/ml/MSFT_receivables_uncertainty.png‎

57 Bytes
Loading

0 commit comments

Comments
 (0)