add results for time-moe-200M

results/leaderboards/BOOMLET_leaderboard.csv

@@ -1,15 +1,16 @@
 model,MASE,CRPS,Rank
 Toto-Open-Base-1.0,0.617,0.519,1.244
-timesfm_2_0_500m,0.685,0.603,4.156
-moirai_1.1_large,0.767,0.621,4.267
-moirai_1.1_base,0.779,0.630,4.567
-moirai_1.1_small,0.786,0.631,4.944
-chronos_bolt_base,0.711,0.637,5.467
-chronos_bolt_small,0.717,0.642,5.667
-time-moe,0.810,0.788,8.989
-timer,0.807,0.793,9.244
-autoarima,0.922,0.880,9.667
-visionts,0.912,0.885,10.922
-seasonalnaive,1.000,1.000,11.400
-autoets,0.969,15.664,12.033
-autotheta,1.030,1.182,12.433
+timesfm_2_0_500m,0.685,0.603,4.178
+moirai_1.1_large,0.767,0.621,4.322
+moirai_1.1_base,0.779,0.630,4.644
+moirai_1.1_small,0.786,0.631,5.044
+chronos_bolt_base,0.711,0.637,5.578
+chronos_bolt_small,0.717,0.642,5.778
+time-moe-200M,0.793,0.780,9.478
+time-moe-50M,0.810,0.788,9.500
+timer,0.807,0.793,9.844
+autoarima,0.922,0.880,10.300
+visionts,0.912,0.885,11.722
+seasonalnaive,1.000,1.000,12.222
+autoets,0.969,15.664,12.856
+autotheta,1.030,1.182,13.289

results/leaderboards/BOOM_domain_leaderboard.csv

@@ -1,15 +1,16 @@
-model,Application Usage (MASE),Database (MASE),Infrastructure (MASE),Networking (MASE),Security (MASE),Application Usage (CRPS),Database (CRPS),Infrastructure (CRPS),Networking (CRPS),Security (CRPS)
-Toto-Open-Base-1.0,0.639,0.635,0.568,0.635,0.682,0.378,0.362,0.391,0.4,0.476
-autoets,0.87,0.859,0.727,0.98,0.868,1.423,1.604,4.563,2.067,0.878
-autoarima,0.865,0.839,0.708,0.937,0.9,0.757,0.734,0.679,0.795,0.757
-autotheta,1.151,1.188,0.976,1.213,1.039,1.019,1.032,0.963,1.105,0.991
-chronos_bolt_base,0.748,0.757,0.663,0.757,0.729,0.451,0.441,0.466,0.489,0.535
-chronos_bolt_small,0.748,0.761,0.678,0.779,0.734,0.452,0.444,0.474,0.506,0.539
-moirai_1.1_base,0.721,0.738,0.65,0.786,0.739,0.422,0.414,0.446,0.484,0.504
-moirai_1.1_large,0.73,0.743,0.67,0.773,0.736,0.43,0.418,0.462,0.484,0.504
-moirai_1.1_small,0.747,0.751,0.692,0.795,0.741,0.44,0.429,0.476,0.493,0.505
+model,Application usage (MASE),Database (MASE),Infrastructure (MASE),Networking (MASE),Security (MASE),Application usage (CRPS),Database (CRPS),Infrastructure (CRPS),Networking (CRPS),Security (CRPS)
+Toto-Open-Base-1.0,0.625,0.627,0.585,0.629,0.63,0.377,0.33,0.401,0.342,0.501
+autoets,0.854,0.875,0.759,0.913,0.931,1.623,1.394,4.428,1.777,0.838
+autoarima,0.846,0.866,0.735,0.843,0.963,0.752,0.735,0.692,0.711,0.801
+autotheta,1.142,1.266,1.008,1.18,1.013,1.037,1.054,0.984,0.945,0.955
+chronos_bolt_base,0.732,0.747,0.691,0.743,0.733,0.45,0.395,0.484,0.409,0.611
+chronos_bolt_small,0.737,0.742,0.706,0.754,0.744,0.453,0.394,0.493,0.416,0.621
+moirai_1.1_base,0.714,0.735,0.681,0.716,0.762,0.425,0.378,0.464,0.381,0.597
+moirai_1.1_large,0.718,0.744,0.702,0.715,0.749,0.432,0.383,0.48,0.386,0.586
+moirai_1.1_small,0.732,0.74,0.707,0.735,0.792,0.441,0.387,0.481,0.393,0.617
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe,0.863,0.714,0.791,0.856,0.77,0.633,0.618,0.713,0.721,0.625
-timer,0.871,0.716,0.728,0.871,0.828,0.636,0.619,0.655,0.725,0.664
-timesfm_2_0_500m,0.736,0.765,0.679,0.765,0.717,0.441,0.44,0.471,0.493,0.525
-visionts,1.042,1.017,0.863,1.035,0.924,0.691,0.647,0.666,0.734,0.735
+time-moe-50M,0.826,0.74,0.806,0.914,0.828,0.63,0.578,0.731,0.619,0.772
+time-moe-200M,0.868,0.928,0.876,0.915,0.804,0.617,0.584,0.733,0.615,0.747
+timer,0.828,0.75,0.749,0.909,0.899,0.63,0.586,0.679,0.608,0.831
+timesfm_2_0_500m,0.728,0.761,0.694,0.745,0.702,0.444,0.398,0.481,0.409,0.574
+visionts,1.013,1.061,0.893,1.026,0.951,0.683,0.613,0.688,0.615,0.875

results/leaderboards/BOOM_leaderboard.csv

@@ -1,15 +1,16 @@
 model,MASE,CRPS,Rank
-Toto-Open-Base-1.0,0.617,0.375,2.336
-moirai_1.1_base,0.710,0.428,4.253
-moirai_1.1_large,0.720,0.436,4.481
-moirai_1.1_small,0.729,0.442,4.820
-timesfm_2_0_500m,0.725,0.447,5.155
-chronos_bolt_base,0.726,0.451,5.447
-chronos_bolt_small,0.733,0.455,5.792
-autoarima,0.824,0.736,9.166
-timer,0.796,0.639,9.370
-time-moe,0.806,0.649,9.381
-visionts,0.988,0.673,10.317
-autoets,0.842,1.975,10.968
-autotheta,1.123,1.018,11.724
-seasonalnaive,1.000,1.000,11.791
+Toto-Open-Base-1.0,0.617,0.375,2.369
+moirai_1.1_base,0.710,0.428,4.328
+moirai_1.1_large,0.720,0.436,4.561
+moirai_1.1_small,0.729,0.442,4.905
+timesfm_2_0_500m,0.725,0.447,5.243
+chronos_bolt_base,0.726,0.451,5.576
+chronos_bolt_small,0.733,0.455,5.927
+autoarima,0.824,0.736,9.708
+timer,0.796,0.639,9.923
+time-moe-50M,0.806,0.649,9.880
+time-moe-200M,0.881,0.643,9.809
+visionts,0.988,0.673,10.989
+autoets,0.842,1.975,11.677
+autotheta,1.123,1.018,12.473
+seasonalnaive,1.000,1.000,12.631

results/leaderboards/BOOM_metric_type_leaderboard.csv

@@ -7,9 +7,10 @@ chronos_bolt_base,0.88,0.753,0.696,0.739,0.402,0.446,0.463,0.443
 chronos_bolt_small,0.883,0.759,0.706,0.742,0.403,0.452,0.469,0.445
 moirai_1.1_base,0.795,0.724,0.686,0.728,0.353,0.422,0.444,0.418
 moirai_1.1_large,0.813,0.729,0.7,0.733,0.372,0.428,0.456,0.422
-moirai_1.1_small,0.814,0.741,0.72,0.753,0.37,0.434,0.471,0.433
-naive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe,0.652,0.878,0.76,0.846,0.651,0.604,0.694,0.619
+moirai_1.1_small,0.808,0.737,0.704,0.75,0.379,0.432,0.459,0.433
+seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
+time-moe-50M,0.652,0.878,0.76,0.846,0.651,0.604,0.694,0.619
+time-moe-200M,1.035,0.877,0.89,0.862,0.698,0.596,0.703,0.596
 timer,0.663,0.89,0.721,0.864,0.662,0.608,0.658,0.63
 timesfm_2_0_500m,0.919,0.745,0.706,0.726,0.403,0.44,0.466,0.431
-visionts,1.22,1.034,0.922,1.041,0.603,0.674,0.672,0.687
+visionts,1.199,1.03,0.925,1.032,0.591,0.672,0.674,0.68

results/leaderboards/BOOM_term_leaderboard.csv

@@ -1,15 +1,16 @@
 model,Long (MASE),Medium (MASE),Short (MASE),Long (CRPS),Medium (CRPS),Short (CRPS)
 Toto-Open-Base-1.0,0.688,0.657,0.535,0.424,0.406,0.318
 autoets,0.938,0.885,0.739,2.83,2.399,1.253
-autoarima,0.896,0.853,0.749,0.807,0.804,0.635
+autoarima,0.895,0.853,0.749,0.807,0.804,0.634
 autotheta,1.368,1.163,0.928,1.296,1.183,0.738
 chronos_bolt_base,0.798,0.782,0.632,0.519,0.507,0.365
-chronos_bolt_small,0.813,0.782,0.638,0.528,0.508,0.368
+chronos_bolt_small,0.813,0.782,0.637,0.528,0.508,0.368
 moirai_1.1_base,0.78,0.753,0.627,0.473,0.46,0.37
 moirai_1.1_large,0.799,0.77,0.626,0.491,0.475,0.369
-moirai_1.1_small,0.795,0.771,0.67,0.482,0.476,0.399
+moirai_1.1_small,0.797,0.769,0.649,0.485,0.475,0.387
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe,0.886,0.866,0.704,0.724,0.725,0.541
+time-moe-50M,0.886,0.866,0.704,0.724,0.725,0.541
+time-moe-200M,0.95,0.929,0.794,0.694,0.692,0.57
 timer,0.809,0.804,0.779,0.661,0.671,0.597
 timesfm_2_0_500m,0.817,0.78,0.619,0.522,0.499,0.359
-visionts,1.026,1.011,0.947,0.698,0.698,0.64
+visionts,1.028,1.006,0.943,0.698,0.694,0.637

results/models_info/time-moe-200M/config.json

@@ -0,0 +1,8 @@
+{
+    "model": "TimeMoE-200M",
+    "tmp_name": "time-moe-200M",
+    "model_type": "pretrained",
+    "model_dtype": "float32",
+    "model_link": "https://huggingface.co/Maple728/TimeMoE-200M",
+    "code_link": "https://github.com/DataDog/toto/blob/anna/lsf-eval/boom/notebooks/time-moe.ipynb"
+}

results/models_info/{time-moe → time-moe-50M}/config.json

@@ -1,6 +1,6 @@
 {
-    "model": "TimeMoE",
-    "tmp_name": "time-moe",
+    "model": "TimeMoE-50M",
+    "tmp_name": "time-moe-50M",
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Maple728/TimeMoE-50M",