ADD tempo ensemble

app.py

@@ -90,7 +90,7 @@ grouped_dfs = get_grouped_dfs()
 domain_df, freq_df, term_length_df, variate_type_df, overall_df = grouped_dfs['domain'], grouped_dfs['frequency'], grouped_dfs['term_length'], grouped_dfs['univariate'], grouped_dfs['overall']
 overall_df = rename_metrics(overall_df)
 overall_df = format_df(overall_df)
-overall_df = overall_df.sort_values(by=['MASE_Rank'])
+overall_df = overall_df.sort_values(by=['Rank'])
 domain_df = pivot_existed_df(domain_df, tab_name='domain')
 print(f'Domain dataframe is {domain_df}')
 freq_df = pivot_existed_df(freq_df, tab_name='frequency')
@@ -107,7 +107,7 @@ model_info_df = get_model_info_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH)
 # ) = get_evaluation_queue_df(EVAL_REQUESTS_PATH, EVAL_COLS)
 
 
-def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None = None):
+def init_leaderboard(ori_dataframe, model_info_df, sort_val: str|None = None):
     if ori_dataframe is None or ori_dataframe.empty:
         raise ValueError("Leaderboard DataFrame is empty or None.")
     model_info_col_list = [c.name for c in fields(ModelInfoColumn) if c.displayed_by_default if c.name not in ['#Params (B)', 'available_on_hub', 'hub', 'Model sha','Hub License']]
@@ -120,19 +120,11 @@ def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None =
     new_cols = ['T'] + [col for col in merged_df.columns if col != 'T']
     merged_df = merged_df[new_cols]
     if sort_val:
-        if isinstance(sort_val, list):
-            assert sort_val[0] == 'Test Leak.'
-            # ipdb.set_trace()
-            leakage_order = pd.Categorical(merged_df[sort_val[0]], categories=['No', 'Yes', 'N/A'], ordered=True)
-            merged_df['leakage_order'] = leakage_order
-            merged_df = merged_df.sort_values(by=['leakage_order', sort_val[1]])
-            merged_df = merged_df.drop(columns=['leakage_order'])
-        elif sort_val in merged_df.columns:
+        if sort_val in merged_df.columns:
             merged_df = merged_df.sort_values(by=[sort_val])
         else:
             print(f'Warning: cannot sort by {sort_val}')
     print('Merged df: ', merged_df)
-    # ipdb.set_trace()
     # get the data type
     datatype_list = [col2type_dict[col] if col in col2type_dict else 'number' for col in merged_df.columns]
     # print('datatype_list: ', datatype_list)
@@ -170,14 +162,13 @@ def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None =
         # ],
         filter_columns=[
             ColumnFilter(ModelInfoColumn.model_type.name, type="checkboxgroup", label="Model types"),
-            ColumnFilter(ModelInfoColumn.testdata_leakage.name, type="checkboxgroup", label="Test Leak."),
-            ColumnFilter(ModelInfoColumn.replication_code_available.name, type="checkboxgroup", label="Replication Code"),
         ],
         # bool_checkboxgroup_label="",
-        column_widths=[30, 180] + [130 for _ in range(len(merged_df.columns)-2)],
+        column_widths=[40, 150] + [180 for _ in range(len(merged_df.columns)-2)],
         interactive=False,
     )
 
+
 demo = gr.Blocks(css=custom_css)
 with demo:
     gr.HTML(TITLE)
@@ -185,8 +176,7 @@ with demo:
 
     with gr.Tabs(elem_classes="tab-buttons") as tabs:
         with gr.TabItem('🏅 Overall', elem_id="llm-benchmark-tab-table", id=5):
-            # leaderboard = init_leaderboard(overall_df, model_info_df, sort_val='Rank')
-            leaderboard = init_leaderboard(overall_df, model_info_df, sort_val=['Test Leak.', 'MASE_Rank'])
+            leaderboard = init_leaderboard(overall_df, model_info_df, sort_val='Rank')
             print(f'FINAL Overall LEADERBOARD {overall_df}')
         with gr.TabItem("🏅 By Domain", elem_id="llm-benchmark-tab-table", id=0):
             leaderboard = init_leaderboard(domain_df, model_info_df)
@@ -206,27 +196,6 @@ with demo:
         with gr.TabItem("📝 About", elem_id="llm-benchmark-tab-table", id=4):
             gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
 
-    # Trigger the column filters once on initial load so default selections take effect
-        demo.load(
-        js="""
-        () => {
-        // Make the JS fire one legitimate `input` event once the checkboxgroup
-        // component is ready.  `querySelector` looks for the *wrapper* div Gradio
-        // puts around the checkbox-group.
-        const target = document.querySelector(
-            'div[data-testid="checkboxgroup-model types"]');
-
-        if (!target) { return []; }           // safety guard
-
-        // Ask Gradio's front-end to re-compute its filters:
-        target.dispatchEvent(new Event('input', { bubbles: true }));
-
-        return [];                            // load() must return something
-        }
-        """
-    )
-
-
     with gr.Row():
         with gr.Accordion("📙 Citation", open=False):
             citation_button = gr.Textbox(

results/Chronos_small/config.json

@@ -3,8 +3,5 @@
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/amazon/chronos-t5-small",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb",
-    "org": "AWS AI Labs",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
 }

results/DLinear/config.json

@@ -1,8 +1,5 @@
 {
     "model": "DLinear",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "The Chinese University of Hong Kong",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
+    "model_dtype": "float32"
 }

results/DeOSAlphaTimeGPTPredictor-2025/all_results.csv

@@ -1,98 +0,0 @@
-dataset,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,num_variates,model
-bitbrains_fast_storage/5T/long,4253620.759478553,3942542.6739726365,439.27634263683444,351.5178219117222,0.9039245531592373,4.6281072811839135,0.7718292500679558,16.66245616890376,2062.4307890152077,5.450388819032396,0.9289566546633562,0.6717524145217136,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_fast_storage/5T/medium,3390856.937975832,2938339.3379816045,346.56688551014156,289.0369573141382,0.9944598806113677,4.2767788058971545,0.7593947512182156,21.183553172197,1841.4279616579663,5.594766748606289,0.8781741558533743,0.638447648013664,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_fast_storage/5T/short,1551046.723143738,1551046.7231391892,199.03606752846943,152.61767237339856,0.6903232578959704,1.7680923118860032,0.6547266354607726,13.58432050068248,1245.4102629830356,3.910280264577749,0.4791817524275708,0.3799864694504142,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_fast_storage/H/short,2863379.3530778517,2858801.8119597975,333.7310782677839,317.24704607234844,1.009603623087645,3.9762860880015842,0.483425179076808,19.185955232386707,1692.1522842455686,4.8231836388213525,0.9042571104362971,0.6829068010829976,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/5T/long,2460772.825727656,2408570.118859373,222.0122219114635,181.69137884896642,3.3142125023001303,1.6193283618889214,0.6555396986648099,115.77886533466787,1568.6850626328842,6.009279106112113,0.6960187682159416,0.6315904645719728,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/5T/medium,2208052.9063216285,2208052.9063216285,190.83315102306372,144.0089043382807,4.393525889829723,0.32305618616953297,0.6856240051864132,160.5133725802978,1485.9518519526853,6.252156934968296,0.6059187916090644,0.6035812787955468,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/5T/short,1478593.9452985392,1478593.9452985392,132.24529301855372,117.6014834052782,1.6544388112624189,1.0387110630549943,0.5783237763109859,52.89403977264285,1215.9744838188562,4.975416577471558,0.48119131851919283,0.4043434461782052,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/H/short,1783555.8804036537,1783555.8804030593,169.2135864729052,148.29365223143196,5.781759136287309,1.2192616701026289,0.5174088677310278,201.11955856694308,1335.4983640587698,5.8447943639973925,0.6490056059492009,0.6090687621404847,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_application/10S/long,6242166.897780693,6242166.897779226,1548.4186111112454,1517.7727777779935,3.162220056910506,0.045887777540439344,0.04694717831083904,46.64809741595336,2498.432888388371,0.0963545699834774,0.05853442932772233,0.05183357021206572,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_application/10S/medium,3158747.093364888,3158747.0933510866,1198.610625011638,990.344791669118,2.1551507567526325,0.030904585520496675,0.031468766530429126,17.109516540426156,1777.28644100005,0.06978880767152827,0.03888792520996555,0.032571434984432206,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_application/10S/short,330682.1688930182,330682.1688917817,361.4938541675514,312.1507986122335,1.0240725901806635,0.014836207495836553,0.014869072172421302,6.584896618107508,575.049709931811,0.022177368772688753,0.012038408600073285,0.009465487395238809,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/5T/long,71.76699466885863,71.76699466875343,5.1773234442847045,5.177323443727447,0.5177408840924764,0.4239388838612668,0.7123863777304614,3.4590991505986834,8.471540277229773,0.47566432159098626,0.2906989712528437,0.2303326741032111,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/5T/medium,69.30413079386094,69.30413079318365,5.2389994305602565,5.238999430349592,0.5193918306440176,0.36818355182680057,0.6304700306495206,3.3012861138951686,8.324910257400804,0.43801271795643903,0.2756484224943615,0.21389099516999327,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/5T/short,20.796484375013037,18.631319754529244,2.6896362304725394,2.5361993698875196,0.2639866333364688,0.14270905494991945,0.1653895500092193,2.013703845538512,4.5603162582229935,0.15661971907454936,0.08710335212225287,0.06955900884674134,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/H/long,75.96023065504829,75.96023065499504,5.085054718630753,5.085054718514457,0.5469474777486598,0.5924043065248448,0.7568616594592258,4.614917158073707,8.715516660246815,0.532368912138001,0.31060981857856795,0.2475699455709395,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/H/medium,66.89926990338093,66.89926990338093,4.662852550711636,4.662852550697028,0.4704569255579601,0.44389625158329654,0.7154494065515075,3.7467534570786833,8.179197387481215,0.4952628252993955,0.28234280441101617,0.2210817991528417,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/H/short,47.7616451205187,47.761645120408474,4.527385651120547,4.257519918777629,0.4260981553127596,0.3789699883770351,0.508568173365855,2.722583522033143,6.910980040523201,0.37251952350997714,0.22949122731907196,0.17948148016365645,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_service/10S/long,127076.42243398998,127076.42243395673,79.42200438184732,75.45964947091149,1.2985016180215645,0.08195709067054473,0.0787758091519217,16.251980995698705,356.47780075902193,0.26409015111112305,0.0559029207124086,0.05047527419900773,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_service/10S/medium,5948.295238335104,5948.295238335104,46.433770927866526,28.979506448669007,0.9590529440287021,0.06441918751562445,0.05834050738632913,8.456956522343942,77.12519198215831,0.05804623694938459,0.021810659458517706,0.01769820600240515,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_service/10S/short,1955.9106878539405,1955.9106878411258,19.65338293652902,17.747296627017594,0.7260925792297359,0.05836188099374469,0.04773929010625359,5.309902408325444,44.225679054730236,0.03276379690316555,0.013147764708106795,0.010208833214830786,2.0,DeOSAlphaTimeGPTPredictor-2025
-car_parts/M/short,1.3394600888639876,1.339460088862455,0.48362268995694985,0.45101323792316167,0.8384127237589359,0.7785075259297707,1.8298891156523993,15.399481758281741,1.1573504606919947,2.7752076832203385,1.0814834794035164,0.9328574448342613,1.0,DeOSAlphaTimeGPTPredictor-2025
-covid_deaths/D/short,358791.05764801614,358791.05764504505,136.35700757035056,101.76966635342906,33.916951071636554,0.08764320944666984,0.1400870630363708,590.762443172419,598.9917008170607,0.22537354246126404,0.03829133223363033,0.03181424860101123,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/15T/long,316119.8529768915,301448.91936380346,59.71403826308797,59.02531437689754,0.9040155318285895,0.13831809860832778,0.12937102134746206,7.4223454570586895,562.2453672347042,0.8870110003711399,0.0931196672449461,0.07445031627374542,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/15T/medium,245526.12763987406,240116.12032448663,54.79427162786796,54.38962232546216,0.8556548344189464,0.13165588285119179,0.1259242787334942,7.180637396708639,495.5059309835476,0.8538066156817281,0.09371879620841937,0.07522088522791406,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/15T/short,144065.9828621229,143022.6599099412,56.85607637131312,55.702191019165014,1.0581410281030779,0.17361034036167078,0.16279361898283753,10.380229834802687,379.5602493177106,0.7481880832376662,0.10979999818978063,0.09087798759641126,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/D/short,1180566865.841817,1180566865.841817,4251.209920750075,4179.36230630656,1.3763940062284636,0.4039522552728689,0.09069691375596056,11.162884282955497,34359.37813526037,0.5646387062966604,0.06868080239424007,0.05412539110984783,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/H/long,6575584.818809653,6450800.09264038,279.8932897345126,253.54705105126112,1.144049401490494,0.29030430335502827,0.12943613493775744,9.290428822669746,2564.290314844288,1.011355341724897,0.09999888194206247,0.07976140872341046,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/H/medium,4886055.97121122,4741568.389193524,247.566379951903,229.15208896412497,1.0456241708076948,0.21637195396034342,0.11974627945159859,8.665759305551648,2210.442483126128,0.8628085446907899,0.08944561186336435,0.0711945876650941,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/H/short,1568839.2158561724,1497918.3992814068,172.59574973290387,165.51642595724473,0.9074777822981339,0.17948404936304313,0.1142611007151426,9.940571663832813,1252.5331196643751,0.5912850807302402,0.07813557322183602,0.06381346164497988,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/W/short,29395794717.297134,29395794717.297134,23643.86088474908,23643.8608847633,1.3635557497399038,0.12850979827443412,0.08910185097979569,10.97984374034458,171452.01870287853,0.3911969310475399,0.05394748855225393,0.043553793142031824,1.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/15T/long,8.09003766743483,8.09003766743483,1.5517131115533138,1.5517131115150467,1.0044400796193644,0.7146971268068739,0.3973296053447555,7.029236447420757,2.8442991522401893,0.5421262146796589,0.29575804456148486,0.22985128943962974,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/15T/medium,8.631577148460376,8.63157714845876,1.5448723493374275,1.5448723493317673,0.9899225182223955,0.6927709018820842,0.38790635971813475,6.820593503996374,2.937954585840273,0.5599770158530061,0.2944541798644596,0.22932511415299706,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/15T/short,4.44892694383327,4.448926943828179,1.0932999247596507,1.0595989408947368,0.6751031107377107,0.4559715139224807,0.2355906895230078,4.810845251378434,2.109247956934681,0.3987356616373223,0.20030830580102948,0.15642445108661351,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/D/short,42060.292063505185,42060.2920635174,136.30761408730785,136.93593439981436,1.6288935332389554,1.1616377573188807,0.46812579442597474,9.96362452226127,205.0860601394088,0.5386653397302716,0.35966677391246177,0.2761893641170094,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/H/long,141.5620205030697,141.5620205028619,7.220682715593782,7.001847201558025,1.3206593911042752,2267774406939.624,0.4673595933057494,8.727281281121034,11.897983883963683,0.5697686789590044,0.3353032975344297,0.25782678572961454,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/H/medium,134.41744326639196,134.41744326639196,6.66846458799428,6.668464587986121,1.2267932617041875,3293537138068.2505,0.43795205979120916,8.310043139788538,11.59385368487941,0.5553181702177943,0.3194036817966904,0.24767421232002307,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/H/short,98.04556412472718,98.04556412472718,4.89483836037888,4.894838360377725,0.815035338079106,0.4436365876883383,0.2578675769624287,5.611072639956796,9.901796005004705,0.46215733888299987,0.2284621365408063,0.17604642943593804,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/W/short,1001010.3571458799,1001010.3571440697,801.5694056920333,800.4866071428896,1.4441483369955501,0.5297911167173551,0.5109938894004435,7.739463438486893,1000.50505103463,0.3981248396100472,0.31853272679552225,0.23747014640347563,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/15T/long,11.056184779586244,10.850311259926812,2.093517097794991,2.0884621465775326,0.8656004641239669,0.1321820120883892,0.1587395852709635,6.754839937372683,3.3250841763158667,0.1771997458118978,0.11129792818176008,0.08914688430064874,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/15T/medium,10.991811126240052,10.991811126240052,2.0503414965936058,2.0503414965451054,0.8470324155417513,0.1298428251795036,0.15523655846015547,6.355190838004052,3.3153900413435333,0.17668312929670793,0.10926640522503395,0.08720802717142152,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/15T/short,7.498252650677291,7.49825265067168,1.7334863571895873,1.6455150785918775,0.7236933910825138,0.10645821528786173,0.12580321175712306,5.34133849425684,2.738293748062327,0.12999654557973084,0.07811845462805862,0.06281700151480411,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/D/short,101776.23492084746,101776.23492084631,222.04579613103235,190.62036210342978,1.2742572379270396,0.36247067527317184,0.1325021531847723,10.83025557818198,319.0238782925878,0.18258578270795806,0.10909706258040223,0.09198037762457413,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/H/long,220.84508928706228,220.8450892861193,10.071580997928558,9.100840153778526,1.0069646760456616,0.17777589995428214,0.1698159677011355,6.729109204325192,14.860857622862818,0.20350800738436536,0.12462900138210854,0.10067781931225084,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/H/medium,224.64012276830596,224.6401227680292,9.703669084846057,9.31343238467317,1.0031231116756554,0.16778200892113057,0.16325636364172338,6.568052130035229,14.987999291709976,0.2019729288774629,0.1255044906277177,0.10058578998485238,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/H/short,104.57532457625437,102.14484747031099,6.295174280803538,6.227093796505019,0.7202662092352479,0.11713471286859643,0.10737862814040787,5.2490319320498635,10.226207731913838,0.1296967593478573,0.0789768756263061,0.0627255436134226,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/W/short,2954849.7142996034,2954849.7142996034,1509.4345703126253,1180.033621653956,0.7651932745008136,0.12030822890173286,0.12894910573984775,6.102820239970382,1718.9676303814142,0.14419503080905566,0.09898672983874489,0.0866468906016945,7.0,DeOSAlphaTimeGPTPredictor-2025
-hierarchical_sales/D/short,28.903637866889174,28.90363786688866,2.3195691869231267,2.284841844512912,0.73815801120245,0.6053563253408021,1.040062963515211,6.807029823013262,5.376210362968433,1.6493618014205191,0.70096417479952,0.5684473728224652,1.0,DeOSAlphaTimeGPTPredictor-2025
-hierarchical_sales/W/short,450.3789672856262,450.37896728560054,8.75041240759359,8.750412407570824,0.7124265352172441,0.513843610035865,0.4523889715388913,6.5038621563974255,21.222133900379156,0.9743185478841987,0.40173571377664136,0.3398582822825932,1.0,DeOSAlphaTimeGPTPredictor-2025
-hospital/M/short,2029.1258259692104,2029.1258259639478,16.61691487101014,16.61691487100847,0.7443310113747209,0.18992392595104704,0.1704683531786961,4.885548360577601,45.04581918411509,0.1635267839158291,0.06032325966484719,0.047892525894090154,1.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/10T/long,1399.3250419990766,1391.2911375663787,10.08374880120996,9.595989376658023,0.6241920999878635,0.7801082080252444,0.5997969327573386,5.738901634589255,37.407553274694,0.22890322069325755,0.05871950443415084,0.0485058832880773,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/10T/medium,1424.370786048148,1422.2240981241625,9.894016494093766,9.50355451840132,0.5942903710102938,0.7368490756510262,0.5936458308888161,5.373854923418483,37.74083711377018,0.23161487250073112,0.05832315161305223,0.04773714361323882,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/10T/short,759.0725198415837,738.1843750006267,5.621278191378988,5.226546223960061,0.26343062958846103,0.33317428148237416,0.42951180463714606,2.260254301959869,27.551270748217473,0.17112792194342122,0.03246340259297783,0.02670504345286187,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/D/short,349.4009920642669,349.4009920642669,9.827138264996151,9.243148561513651,0.9881361987712975,0.5806005900697853,0.44123424348380613,6.275877127672205,18.692270917795256,0.11255802202533859,0.05565886156613879,0.0443666263226294,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/H/long,1341.0650793651917,1280.9198412716457,12.88958669244824,11.353404017860706,0.848679507700969,2.0154693480586623,0.5885197621266812,6.354005177440056,36.620555421309376,0.22049631648974094,0.06836007091529255,0.05511376635902902,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/H/medium,1235.7421627018116,1235.7421626994706,10.663989451807481,9.99287574405354,0.7294967251342954,1.925273364391764,0.6012966534801629,5.798438377005324,35.153124508381005,0.21510820338219955,0.06114817894530063,0.04974594646115791,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/H/short,1098.5380878806175,1082.2564745201207,8.411170702140346,8.233126762218854,0.5197023695631651,1.0454592079080458,0.5492415656834666,4.363655498655423,33.14420142167577,0.20317183962398788,0.050468537029991545,0.04081315116061153,21.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/D/short,2890.3727641468035,2890.3727641468035,21.71406054872549,21.100617561010385,1.1915478125323853,0.5092614670607326,0.4641057599201362,9.098005629521849,53.762187122054506,1.2043300408538633,0.4726762241201443,0.3752128249284896,1.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/H/long,4074.3718164320326,4074.3718164320326,24.97580497817963,23.73963270663827,1.0077571619741115,0.9440227702250731,0.6001084442617497,7.55887128427067,63.83080617093927,1.4977286463167236,0.5570277126463301,0.4398758686576078,1.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/H/medium,5162.125594031812,5162.125594031708,26.337250565738664,25.19616223403388,1.0355005771671983,0.8758914582401748,0.5530126460117214,8.437830428368406,71.84793381880787,1.5039073774978038,0.5274013079340047,0.41900703788885973,1.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/H/short,4248.6639332977975,4248.6639332977975,22.74372853721177,22.171244770032132,0.9326107374705869,0.8398279994767779,0.4925777727582769,7.385201784162187,65.18177608271931,1.3643726270235133,0.4640843083637569,0.3738848939158539,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/5T/long,77.11275533082305,76.26844627912176,5.218633842943717,5.069633642935327,0.8026927443962691,0.16191277474992558,0.11609966805172223,6.500225712019464,8.781386868303805,0.1552567255119691,0.08963215960482573,0.07164677523234288,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/5T/medium,65.28178691431181,65.04676438339199,4.869518228616982,4.741585256228038,0.7544920277888282,0.15321824238156487,0.10961362494289678,5.908934467465426,8.079714531733593,0.14375472415580481,0.08436254266079049,0.06722841412013317,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/5T/short,41.20642213777828,39.48958434118928,3.648289078751747,3.4821369308945482,0.5517518947080956,0.0935271301506315,0.07413102849721089,4.23630344005342,6.419222860890379,0.1100754998932326,0.059710962501675395,0.04733966464858467,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/D/short,16.954627838011934,16.954627838000278,2.8908717861120823,2.835673253677245,0.8626503798096022,0.05315495698690858,0.05225526162100914,6.65466072962664,4.117599766612992,0.07358701485678003,0.05067727357556304,0.040881989395174616,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/H/long,48.53299363638576,48.532993636225356,4.394733995439638,3.8958870829088723,0.8221961743620819,0.12143411915204987,0.09067764938361811,7.169324816436328,6.96656254090699,0.12450179950713408,0.06962471802278614,0.056986323021464655,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/H/medium,45.79930340631264,45.799303405866034,4.774017567088997,3.8346156637099957,0.7993525494125979,0.11227852237731702,0.08791354625238003,6.97529546938046,6.767518260502388,0.11961511420597191,0.06777639496411644,0.0553994187856082,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/H/short,39.99444752841507,39.99444752826104,4.075954878793375,3.5146181503346905,0.7249853379588023,0.10246250665834389,0.08120649798905903,6.584976470875178,6.324116343678411,0.11194329036198067,0.06221231532333908,0.05083510114255265,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_daily/D/short,355053.27898889576,355053.27898889576,182.77459687311375,171.29611643058774,3.2334241675245994,0.03667107287218712,0.030032586985326185,25.289477981404925,595.8634734474804,0.09204443968693242,0.02646051614169074,0.020984501292426423,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_hourly/H/short,524888.7468544954,524888.74685422,184.97413446058692,179.83831521745918,0.7026456829966296,0.08595879104794038,0.07853409403197069,5.450904856636703,724.4920612775932,0.09890916765274817,0.02455189954746391,0.01993858655807464,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_monthly/M/short,1816001.8201495733,1795522.5163709847,555.0341335723622,545.869526475876,0.9049255926322908,0.15686037505119715,0.12877609934631393,7.460456798739623,1347.5911175685148,0.2800756976842591,0.11345042756601133,0.09030605030825117,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_quarterly/Q/short,1734981.6866695217,1702830.7906676312,561.5495734305604,540.9206061199349,1.1325982000962613,0.1098312443097516,0.09820457299554819,8.751259652718709,1317.1870355684082,0.22047391484416878,0.09054058416212608,0.0722018678624429,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_weekly/W/short,230569.2575534201,230569.25755338106,249.35544133878093,249.35544133852406,1.9898576085037938,0.06014517029480914,0.0600645180966819,13.669943895790501,480.1762775829464,0.08748067109185284,0.04542869435054725,0.0366340884948834,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_yearly/A/short,3295300.592534206,3295300.592514397,818.0042513815904,818.0042513817816,2.9572461143373148,0.15779903586010974,0.1351394788916291,29.207010380936264,1815.2962823002936,0.2910911720716508,0.13117077284628423,0.10693787298370853,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/D/short,7833.570370414966,7833.57037038976,46.134473379651375,43.863246527787545,0.6614871883282976,0.1220631525197228,0.09669913963035626,7.499356335145696,88.50745940548192,0.1532195041991084,0.07593376796368202,0.06262679111641507,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/H/long,33158.79901238634,33158.799012367665,84.81094425300059,77.57057098768628,0.6618874921210435,0.26586954123966955,0.1891220281153741,7.102992215281159,182.09557658654404,0.31523436169235014,0.1342861253952138,0.11246622901632454,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/H/medium,34187.495555574875,33244.25777780607,79.91017849436965,76.3162673611413,0.6623563249696179,0.25951886451188766,0.18574232313378589,7.239070196011131,184.89860885245943,0.3217002199460585,0.13278066367244493,0.11056874143264282,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/H/short,43336.59111112981,43336.59111112981,89.82139122857336,86.36722222228076,0.7687776769784612,0.28625055021444,0.20635660807296174,8.007660876804296,208.17442472871093,0.3692495557269625,0.15319393088996813,0.12771561532765952,1.0,DeOSAlphaTimeGPTPredictor-2025
-restaurant/D/short,137.62853740546763,137.62853740546763,7.08888314888116,7.0695383277301,0.6778660814216722,0.636700599637461,0.3906647666246966,4.6051194352411695,11.731518972642347,0.539911684777353,0.3253565337978677,0.25477450749931735,1.0,DeOSAlphaTimeGPTPredictor-2025
-saugeen/D/short,1065.7159375007227,1065.7159375007227,12.316854858417477,12.220719401044551,2.7150354225147337,0.2735478464762931,0.31319437662768135,28.1984425287095,32.645304984035896,1.0573892206161633,0.3958320131746541,0.3288654873311478,1.0,DeOSAlphaTimeGPTPredictor-2025
-saugeen/M/short,392.646484375755,392.64648437546776,12.768525623144779,12.19125075568336,0.7143579153981151,0.3479558172680732,0.35563718704952724,4.6935604167640115,19.815309343427955,0.5949150318609729,0.36601792109533543,0.2932331336151843,1.0,DeOSAlphaTimeGPTPredictor-2025
-saugeen/W/short,907.9439239506402,907.9439239506402,14.385106277487498,14.385106277467237,1.1671291864276832,0.3630518913279545,0.3851867675783005,10.389655591437212,30.132107857742685,0.9095627312968267,0.4342263945655614,0.350148571341534,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/10T/long,18.80319181692724,18.40688726050459,1.9477469072527454,1.8709905892013798,0.8186809213712213,2.9404132683492583,1.357354144357515,5.328555160231914,4.336264730955335,0.9372142615093426,0.4043846426232464,0.3194498740412499,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/10T/medium,20.173338310120435,19.571514529436325,2.0579187169032864,1.9093761232309583,0.8357536449135131,3.5471902003901987,1.353209077155651,5.089605269381387,4.491473957413131,0.996675870088541,0.4236981282740315,0.33173821039407747,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/10T/short,23.815074714672978,23.815074714645778,2.34341084974562,2.308319195750749,1.0192779366614757,5.411258468967385,1.3197214159816126,5.1465064215440615,4.8800691301119326,1.4196115690617732,0.6714898040684493,0.5199798844919598,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/D/short,123798.74148431614,123798.74148431614,254.33213104494772,245.21808090040446,0.9561017212942808,1.065309401092407,0.4182334435828432,4.664311463399523,351.85045329559404,0.5083040848438055,0.35425660454976826,0.2727292479834795,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/H/long,652.854014599495,652.854014599495,12.366314554213716,10.864412256727627,0.825937782884831,4.459468810961277,1.1941705061079826,4.811222981051886,25.551008093605304,0.8859000159943209,0.3766889727694429,0.28654990965068294,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/H/medium,603.5896593693805,603.5896593693805,11.445277230464601,10.270328657259938,0.7835878401920398,3.6642062038055583,1.1759299482537997,4.404438154667622,24.56806177477843,0.8849989272643313,0.36996120929890386,0.2850024227849284,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/H/short,588.2543779630774,588.2543779630774,11.064874813919044,9.665173997984033,0.7440553016398815,3.522677695682349,1.2377798262678776,4.103001319256935,24.253955923993832,0.8940089179939837,0.3562615424568007,0.27294675614942343,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/W/short,955186.6131531405,955186.6131531405,768.0469177725836,768.0469177746065,0.8387951669406846,0.16764145785131884,0.1530267008909601,4.4762029580493845,977.3364892152906,0.19949880510028145,0.15677757256358346,0.12235764216103137,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/15T/long,15.600195868953676,15.579733128561866,2.8021362826776994,2.698012375356528,0.5089470465511851,6334988927385.851,0.3988973677328475,3.8112374490563576,3.9497083270734805,0.36557796707054574,0.2497232194471518,0.1980404579291058,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/15T/medium,16.40649205395576,16.32286992521618,2.8214082375670047,2.7555689102566867,0.53719561770002,9524933370965.082,0.4061782967331419,3.8232887519052947,4.0504928161837,0.3769659653609456,0.25645168168751875,0.2022432887641494,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/15T/short,16.610637138470764,16.610637138469496,2.7577188600126092,2.719239305955147,0.5426127994831207,1026926057730.3031,0.3924660828233243,3.8603915702596523,4.075614939916522,0.38108742756532993,0.25426050481162676,0.1997074672454658,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/H/short,7.158167651578888,7.158167651576342,1.8844109478170346,1.8444965069111492,0.5624451478519223,1.0607816256024378,0.29524866739909483,3.942628190398139,2.6754752197654303,0.24923702677849716,0.17182623179973372,0.1352493850038147,1.0,DeOSAlphaTimeGPTPredictor-2025
-temperature_rain/D/short,180.44707241609044,180.44707241607912,5.7659389208737295,5.735549409489232,1.327752004679803,19.735320254678147,1.4632016736177644,18.911672832050773,13.433058937415923,1.5814261953054163,0.6752258011518504,0.5471146718345656,1.0,DeOSAlphaTimeGPTPredictor-2025
-us_births/D/short,157681.28000103257,157681.28000104247,269.4766666670808,232.98156250108607,0.34298029573050015,0.02253959973663114,0.022174895604550025,3.6081882000133683,397.0910223122422,0.03722406113398077,0.02184013094814161,0.018176382837941485,1.0,DeOSAlphaTimeGPTPredictor-2025
-us_births/M/short,41875856.00003636,41875856.00003636,5445.316406257483,5335.279947918206,0.6016601079779709,0.016455836594109513,0.016646799941862193,3.4488602977103437,6471.155692767414,0.020099365461953362,0.016571343142754772,0.01243337653612138,1.0,DeOSAlphaTimeGPTPredictor-2025
-us_births/W/short,2057186.5714337921,2057186.5714337921,1119.4234793532196,1119.423479353628,1.0174865839357723,0.015180262071758228,0.015214066420294317,6.411477597879721,1434.2895702868673,0.019470340278204105,0.015196063967799083,0.011881630832069218,1.0,DeOSAlphaTimeGPTPredictor-2025

results/DeOSAlphaTimeGPTPredictor-2025/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "DeOSAlphaTimeGPTPredictor-2025",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/vencortexio/DeOSAlphaTimeGPTPredictor-2025",
-    "org": "vencortex®",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-
-}

results/FFM/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,FFM,8903325.654779235,8903325.654779235,1521.842824846526,6.026356387392948,0.24435385771160803,0.26451350037941007,56.324858941119004,2983.844106983345,0.4784732308379391,0.2440345497701022,0.20076095840073002,Econ/Fin,1
-electricity/W/short,FFM,187037308362.7029,187037308362.7029,46409.90172579654,1.8805847993835016,0.26979581169214834,0.11477051486873681,14.212165553355,432478.1015990323,0.9867723259745242,0.10589208217685121,0.08150800038476508,Energy,1
-ett1/W/short,FFM,1337116.8064313617,1337116.8064313617,880.9140491485596,1.5126805821746863,0.7932343049240964,0.5277601581599031,9.280081076424592,1156.3376697277322,0.46013436594431056,0.35053673167271937,0.27395368727129027,Energy,7
-ett2/W/short,FFM,4735916.554199219,4735916.554199219,1583.3739852905273,1.095557593006039,0.17350879737309047,0.20438712356345995,9.355843282627584,2176.2161092591928,0.18255114837938483,0.13282078838540698,0.10591533324066518,Energy,7
-hierarchical_sales/W/short,FFM,486.21555258990344,486.21555258990344,9.306594112540706,0.7626060525804392,0.5381990211924879,0.4831804400467772,6.964157097654858,22.05029597510889,1.0123398738192417,0.4272702879005156,0.3596575849769412,Sales,1
-m4_quarterly/Q/short,FFM,1997384.7285338554,1997384.7285338554,637.6570988175074,1.4710379100983204,0.12477054152782754,0.1155058610541552,11.852726702112408,1413.288621808672,0.23655962790037938,0.10673256948128601,0.08570863061323504,Econ/Fin,1
-saugeen/W/short,FFM,1256.465722322464,1256.465722322464,16.833587718009948,1.3657479177262961,0.42489904463291167,0.4399150416254997,11.702472652822255,35.44666024215066,1.0699869111248752,0.5081358413598819,0.4095872044176101,Nature,1
-solar/W/short,FFM,4412870.5239507295,4412870.5239507295,1732.167406068231,1.925741705345728,0.40095363339803514,0.31448185433001413,7.532298697365111,2100.6833469018434,0.4288019717486064,0.35357865820956236,0.24630574082454176,Energy,1
-us_births/W/short,FFM,4752528.200892857,4752528.200892857,1550.942103794643,1.4098151092165498,0.020696418892060007,0.020940262890819992,10.743096251854045,2180.029403676211,0.029593685393373464,0.021053886982275057,0.017220055039796817,Healthcare,1
-car_parts/M/short,FFM,1.3620483124344471,1.3620483124344471,0.5065986595164934,0.9103871668813626,0.7734574487545944,1.8572054449995945,15.798228900968143,1.1670682552594973,2.798509957737571,1.2147716184073418,1.052012640208941,Sales,1
-hospital/M/short,FFM,2989.3365553715394,2989.3365553715394,18.676233340325123,0.7790385271832528,0.19704455572274757,0.176953577045926,5.184764416093549,54.674825608972355,0.1984823132297911,0.06779906391139473,0.05341921431843045,Healthcare,1
-saugeen/M/short,FFM,475.42613583519346,475.42613583519346,13.553694770449685,0.7940762812593081,0.3633029205458505,0.3748179276784261,5.009784342747583,21.804268752590477,0.6546295173041806,0.4069225510813588,0.3171531672880446,Nature,1
-us_births/M/short,FFM,34769641.333333336,34769641.333333336,4617.528645833333,0.5245094141501722,0.014076686464250088,0.014172534147898356,4.152179717787372,5896.578782084857,0.01831473349478932,0.014342012492045746,0.011598779272062472,Healthcare,1
-m4_weekly/W/short,FFM,351903.4098372115,351903.4098372115,294.6991564838744,2.414611834147162,0.0699703792991719,0.07113597225114457,18.979276229352518,593.2144720395917,0.10807447722116773,0.05368961610968277,0.04325778099369191,Econ/Fin,1
-m4_daily/D/short,FFM,339794.8624749177,339794.8624749177,176.0174868925099,3.3741438001904362,0.04058859636763184,0.03166203879116062,27.40230870692873,582.9192589672413,0.0900449156774763,0.02718983722218732,0.02163566596158682,Econ/Fin,1
-m4_monthly/M/short,FFM,1992971.5945184445,1992971.5945184445,595.6411925169626,1.0091579856600952,0.17149350445610967,0.14050318781160037,8.532769963210017,1411.726458815037,0.2934052223067547,0.12379468799656276,0.09916274632836239,Econ/Fin,1
-covid_deaths/D/short,FFM,1937968.876722612,1937968.876722612,229.19435108078633,46.904010885616515,0.13114590968409565,0.4166446893615998,1206.7106463083994,1392.1095060097148,0.5237879517236514,0.08623548591614802,0.07826842323579895,Healthcare,1
-electricity/D/short,FFM,2366175411.860256,2366175411.860256,5292.63182259472,1.6054804854258216,0.5776496655848486,0.10767028554226901,13.33796867416281,48643.34910201246,0.7993717751449078,0.08697551820174601,0.06822454041262206,Energy,1
-ett1/D/short,FFM,39894.15685686384,39894.15685686384,134.0275868733724,1.6736078025323005,1.310252400806972,0.46792196281372556,10.186714117926616,199.73521686689065,0.5246111921427492,0.35202791592087634,0.27358389505076636,Energy,7
-ett2/D/short,FFM,112809.3660063244,112809.3660063244,206.618015640501,1.3815428403227308,0.43983696576148745,0.146943105591668,12.215874723483559,335.87105562451256,0.19222785562260086,0.11825293491194133,0.09746656616685791,Energy,7
-hierarchical_sales/D/short,FFM,28.91550464157528,28.91550464157528,2.3041974784027897,0.7483529487185092,0.6160227059355408,1.0324880588542533,7.1696378830110135,5.37731388720942,1.6497003504368586,0.7069022689262194,0.5758409194279211,Sales,1
-jena_weather/D/short,FFM,385.42164064675427,385.42164064675427,10.325465324556543,1.3536151491401143,0.8102246873244618,0.4691723734613449,8.97650500032507,19.632158328791927,0.11821767892396508,0.062176176660555374,0.053429336148115555,Nature,21
-kdd_cup_2018/D/short,FFM,2921.8721580590504,2921.8721580590504,21.203871572070778,1.1938691555283396,0.499401752662925,0.4655215198811845,9.003399367502311,54.05434448829299,1.2108747106168427,0.4749892371620306,0.3711647520266537,Nature,1
-loop_seattle/D/short,FFM,20.569189475170724,20.569189475170724,3.2242180598901644,0.9696327838947865,0.059578336421611755,0.059269362621939714,7.105965597784465,4.5353268322327915,0.08105234874854864,0.05762108361723748,0.045740786654947935,Transport,1
-m_dense/D/short,FFM,9748.717210015191,9748.717210015191,49.10663908781829,0.7403552881165397,0.13535597312883416,0.10639983859327104,7.767380897349011,98.73559241740129,0.1709259155557126,0.0850108561709504,0.07245215492838857,Transport,1
-restaurant/D/short,FFM,157.8624317858264,157.8624317858264,7.683618248856189,0.7294316943214855,0.7358042028333956,0.41465949761975524,4.849040559841046,12.564331728580967,0.578239657413416,0.3536179145769713,0.2759202630807392,Sales,1
-saugeen/D/short,FFM,1323.2915472157797,1323.2915472157797,14.209435221354166,3.1562061215585904,0.36287815650304156,0.3738298479715983,46.073959098858914,36.37707447302188,1.178262092109868,0.46024698561257327,0.3976597760943255,Nature,1
-solar/D/short,FFM,171558.94199741483,171558.94199741483,269.10841558971543,1.0520004141694028,1.2616755711771277,0.4315916088665779,5.9268831618636435,414.19674310334074,0.5983732386929068,0.3887700154024606,0.3184198145879067,Energy,1
-temperature_rain/D/short,FFM,180.9158579841163,180.9158579841163,5.978583749759163,1.3934424077537544,38.301636306732334,1.4943918377270062,19.866697225636518,13.450496570168564,1.5834790660586977,0.7038373760429651,0.567642007080697,Nature,1
-us_births/D/short,FFM,335847.93416666664,335847.93416666664,443.1394807942708,0.6524744239529675,0.04231023281812668,0.04192886193593343,4.442829945415574,579.5238857602563,0.05432566172493097,0.04154073045498288,0.0320536207323296,Healthcare,1
-bitbrains_fast_storage/5T/short,FFM,1925980.3702073216,1925980.3702073216,184.39015867073712,0.9326270084326382,2.662725566418194,0.7633623864099987,15.351325345592338,1387.796948478891,4.357339202703256,0.5789394967681019,0.463407358503358,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FFM,2365267.504241499,2365267.504241499,301.02721263096237,1.0932375246120125,4.531720553714175,0.593986588728926,20.17899867093467,1537.9426205946368,4.383636059788031,0.8580253428156845,0.6375167879850012,Web/CloudOps,2
-bitbrains_rnd/5T/short,FFM,1644012.0709018894,1644012.0709018894,130.77018991149436,1.8563746879976826,1.2329744799900078,0.7149251344516805,55.422971186533864,1282.1903411357805,5.246352753071329,0.5350738684040487,0.44642554010248897,Web/CloudOps,2
-bitbrains_rnd/H/short,FFM,1868346.0325005893,1868346.0325005893,187.8276843285316,5.97410615222248,2.756648021321376,0.6346152037646346,204.11090011373895,1366.8745489256098,5.982111853654963,0.8220258528841933,0.6828458044182137,Web/CloudOps,2
-bizitobs_l2c/5T/short,FFM,48.37379949078674,48.37379949078674,4.425946377288728,0.44041353182042,0.2033397270518167,0.27119293968592373,3.9935704181152567,6.955127568261185,0.23886722562384824,0.15200490882832055,0.12284941854218998,Web/CloudOps,7
-bizitobs_l2c/H/short,FFM,138.13516845778813,138.13516845778813,7.510476562711927,0.7503251404968043,0.7627360160402257,0.8074236032035615,4.508258048748346,11.753091868005972,0.6335218036314787,0.4048339544672052,0.31209505203205196,Web/CloudOps,7
-electricity/15T/short,FFM,998119.7611286793,998119.7611286793,176.89841116941727,3.129958320567258,0.5450151336240092,0.37836765184478316,19.95403234443766,999.0594382361238,1.9693431067801377,0.3487016420683808,0.27715969582974587,Energy,1
-electricity/H/short,FFM,8034799.087615832,8034799.087615832,449.27749829477017,2.2099201640798336,0.38483740953869605,0.24904051768652222,17.05502340411815,2834.572117201436,1.3381204757955754,0.2120910652208045,0.17122420663674814,Energy,1
-ett1/15T/short,FFM,18.127773022846807,18.127773022846807,2.6398723631387666,1.653777378196805,0.6909139367212065,0.4833555943909146,11.58652802175894,4.257672254042907,0.8048772486032805,0.49904574084803616,0.3960202957496257,Energy,7
-ett1/H/short,FFM,231.41552172416732,231.41552172416732,7.806424689860571,1.2160256044835422,0.7670988934025877,0.35362169689365797,9.373713637383625,15.21234767299799,0.7100225022661327,0.36435777772061534,0.2935843919706979,Energy,7
-ett2/15T/short,FFM,18.942287952204545,18.942287952204545,3.03341216586885,1.5530101743371663,0.2101785426979617,0.2536662155851012,13.80374205035556,4.352273882949526,0.20661792937421952,0.14400687031801324,0.11748823018646072,Energy,7
-ett2/H/short,FFM,185.27654113769532,185.27654113769532,8.772275366101946,1.0106281542260591,0.16425984144601724,0.1439041348085517,7.098187045581009,13.611632566951524,0.1726333659470811,0.11125685446003822,0.0877765442545518,Energy,7
-jena_weather/10T/short,FFM,1682.1913129023262,1682.1913129023262,15.512732299597609,0.8951834347663801,1.6317469102559847,0.7062022846768654,7.4615603297121,41.014525633028185,0.254751619597487,0.09635351419308769,0.07636469236496916,Nature,21
-jena_weather/H/short,FFM,1205.8485611425901,1205.8485611425901,10.854233035906148,0.6232310056510915,7.937455786068072,0.6285532575688864,5.11805917980683,34.72533025246254,0.2128640528222397,0.06653575408793062,0.05452517024124796,Nature,21
-kdd_cup_2018/H/short,FFM,4374.709375475365,4374.709375475365,23.31149707793361,0.9735486174317145,0.975063750697791,0.5117546737833404,7.922238751356478,66.14158582522319,1.3844631793623465,0.487951852946113,0.3900756783894771,Nature,1
-loop_seattle/5T/short,FFM,90.67872247120175,90.67872247120175,6.2121768834298114,0.9604270961401266,0.17998532640456508,0.12432782591750194,8.984265513845916,9.522537606709765,0.16329049623280067,0.10652511839558697,0.08617347979886263,Transport,1
-loop_seattle/H/short,FFM,76.41736778088392,76.41736778088392,5.56559141234788,1.1184708557691394,0.1660041760566858,0.12339684244156868,9.31555842335957,8.74170279641695,0.1547370301764054,0.09851662843937072,0.07876411594456545,Transport,1
-m4_hourly/H/short,FFM,2169159.1112414515,2169159.1112414515,309.27451736378015,1.3621265265448046,0.1368417498999052,0.1092942845992648,10.87614107270496,1472.8065423678195,0.20107062453056862,0.04222280290644927,0.03243002062523019,Econ/Fin,1
-m_dense/H/short,FFM,137506.30608747693,137506.30608747693,199.20132395850288,1.5863930115142315,0.721875311864336,0.4383265476591057,11.585364846393796,370.81842738391106,0.6577395509506928,0.3533335446504133,0.2836598322388975,Transport,1
-solar/10T/short,FFM,33.76773212994392,33.76773212994392,4.066903168325586,1.8083853981916684,5.752847406730299,1.5793279518248682,13.482172940232473,5.811000957661591,1.6904195359756449,1.1830616819284265,0.9498005857350587,Energy,1
-solar/H/short,FFM,759.1029981651507,759.1029981651507,15.460827829468677,1.1951937423231926,5.885568878113821,1.4285997437643079,8.894619757555327,27.551823862770878,1.0155694036007659,0.5698912629578828,0.4479010898221619,Energy,1
-sz_taxi/15T/short,FFM,17.524045977752852,17.524045977752852,2.8229738650650185,0.5634309962355036,1122747846603.6555,0.4090973759827378,4.1274890467335315,4.186173190128766,0.3914251091269081,0.2639601380566616,0.20849808909741915,Transport,1
-sz_taxi/H/short,FFM,7.486033306353622,7.486033306353622,1.8895230014354756,0.5763611510668891,1.0675545343731203,0.30029287536302185,4.274431671813202,2.7360616415486003,0.254881027345567,0.1760207286581334,0.13985266478592145,Transport,1
-bizitobs_application/10S/short,FFM,4290054.275219238,4290054.275219238,907.4960084512498,3.1094718662659244,0.04566837741269006,0.0453676947289043,22.076382201598303,2071.2446198407465,0.07987963052738864,0.03499849567055938,0.0271495273155525,Web/CloudOps,2
-bizitobs_service/10S/short,FFM,18621.45959861812,18621.45959861812,44.804353199820355,1.7272001860040211,0.2580500524017526,0.10380233414481005,11.466363434066375,136.46046899603607,0.10109428020831218,0.03319249794654011,0.02587570749644841,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FFM,3249376.7462154776,3249376.7462154776,361.32921818580763,1.2161009897283157,6.205909436942313,0.8258723387207225,23.085401247059746,1802.60276994558,5.476805068392319,1.0978179588495853,0.7909914275998953,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FFM,2238198.9023383656,2238198.9023383656,168.1930228162108,4.681356695216211,1.22870926405452,0.7910235379491989,163.25777915043963,1496.0611292117596,6.294691803085119,0.7076737851047087,0.6606272411448033,Web/CloudOps,2
-bizitobs_l2c/5T/medium,FFM,169.8443991978963,169.8443991978963,8.689821378227805,0.8149402153973799,0.4533944651206525,0.8029959153155891,7.876875941352694,13.032436426006317,0.6856978257589569,0.4572124068369977,0.37957433706965676,Web/CloudOps,7
-bizitobs_l2c/H/medium,FFM,122.29606686546688,122.29606686546688,7.358589099702381,0.7456420927931457,0.7041552198468384,0.8555460793631418,5.8174869889890735,11.05875521319949,0.6696244416477167,0.445573757824193,0.36463757493077753,Web/CloudOps,7
-electricity/15T/medium,FFM,507317.997731206,507317.997731206,89.92236823334565,1.4808995001872334,0.23185427811836218,0.21118746790732887,10.827981782686521,712.2625904336167,1.227300159140256,0.15494529450980563,0.12413131869575235,Energy,1
-electricity/H/medium,FFM,28029615.71998818,28029615.71998818,544.8627081346941,2.174867765901625,0.5053658946317727,0.2439922618188031,16.71953524379721,5294.300305043923,2.066539848143402,0.21267786737653374,0.17280103268723068,Energy,1
-ett1/15T/medium,FFM,19.85721762536064,19.85721762536064,2.2906231936197434,1.376162914295835,0.8336200321637157,0.4836621634165446,8.706930367953362,4.456143806629297,0.8493453670013891,0.4365950205988723,0.33765733719602115,Energy,7
-ett1/H/medium,FFM,584.0368293012891,584.0368293012891,13.878229338782175,2.1104927121975967,9945979851991.016,0.5688434101286388,19.137189233981605,24.166853938841296,1.1575350702271765,0.6647343180436466,0.5464801119917947,Energy,7
-ett2/15T/medium,FFM,20.98671334826757,20.98671334826757,3.160663490598164,1.46333640836688,0.2212280883555348,0.2443356532142276,10.405834927466259,4.581125773024309,0.24413647193215815,0.1684374696942688,0.12777534577395555,Energy,7
-ett2/H/medium,FFM,656.096297055199,656.096297055199,18.704188728332518,2.405299738261849,0.3627549968528361,0.37825115947496324,13.898897895061918,25.614376764918543,0.3451701701687809,0.2520509503502675,0.1990072281921189,Energy,7
-jena_weather/10T/medium,FFM,1926.374128825796,1926.374128825796,14.208390945376772,0.7036384464289958,1.9747424047383977,0.6784715467136659,6.999450482410453,43.89047879467478,0.2693551222083168,0.08719665368380178,0.07144563597917303,Nature,21
-jena_weather/H/medium,FFM,1800.3404606132488,1800.3404606132488,15.924051587815796,0.8785873572684332,9.325166498643796,0.6790451551240588,6.895490458023387,42.43041904828715,0.2596392529331903,0.09744209344774263,0.08188831994943238,Nature,21
-kdd_cup_2018/H/medium,FFM,4974.846994237112,4974.846994237112,26.16719571156635,1.1120831005939529,1.337844628049038,0.5712933336672651,8.92025803073768,70.53259526089418,1.4763749589217015,0.5477267971050995,0.43590724995081154,Nature,1
-loop_seattle/5T/medium,FFM,115.42348564356597,115.42348564356597,6.426456309024272,1.003943562886726,0.25120724739581807,0.14261178360204332,7.679238503852029,10.743532270327389,0.19114951532209784,0.11433986307291034,0.0903485393507555,Transport,1
-loop_seattle/H/medium,FFM,83.21965811407603,83.21965811407603,5.719363556656183,1.1675833832381963,0.1757784340588301,0.1257715514908142,9.489892579410606,9.122480918811288,0.16123883143557477,0.10108911212177372,0.0807171356372815,Transport,1
-m_dense/H/medium,FFM,240915.42568549264,240915.42568549264,275.0003300476074,2.095950817120103,1.3317939923637112,0.5626516660054525,16.543627957556797,490.8313617582852,0.8539845898355463,0.4784658486757375,0.3910936733211742,Transport,1
-solar/10T/medium,FFM,37.41426938412807,37.41426938412807,3.88470965682656,1.7033299800969257,3.0663892572628018,1.5418579955460672,9.94247905875921,6.116720476213382,1.3573245818324349,0.8620325108851009,0.6579120639654515,Energy,1
-solar/H/medium,FFM,983.5601470427501,983.5601470427501,13.690905777497303,1.0455738702578845,7.071313426499879,1.4143191943203446,12.413647471955263,31.361762498985133,1.1297238834720922,0.49317838063805464,0.42557155311202866,Energy,1
-sz_taxi/15T/medium,FFM,17.817374883961474,17.817374883961474,2.9159937226874195,0.5682958840161885,12711415608987.596,0.41826856875012064,4.470808963040199,4.221063240933672,0.39284038111829417,0.2713818817615482,0.21855963250478558,Transport,1
-bizitobs_application/10S/medium,FFM,17323808.556267902,17323808.556267902,1840.92953125,5.4143932837938324,0.07837244828542074,0.07596422831217448,34.86971033605848,4162.1879530203705,0.16343687478105956,0.07228788624533995,0.060193281483599925,Web/CloudOps,2
-bizitobs_service/10S/medium,FFM,97700.40386644426,97700.40386644426,98.65642349336828,2.9584254775977197,0.291520272722793,0.148381351935012,17.93502578177396,312.57063820270173,0.23524801386105512,0.074251144684931,0.06136236817418266,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FFM,3901222.4296035883,3901222.4296035883,400.8393293930655,1.1014988906899956,5.350570186340807,0.834311535384054,17.599881681366256,1975.1512422099702,5.219735002019173,1.0592986669101137,0.7691787082924886,Web/CloudOps,2
-bitbrains_rnd/5T/long,FFM,2266322.6068212753,2266322.6068212753,186.5880843397865,3.575875218295355,2.1594129610135386,0.765453309302522,118.73072905929484,1505.4310368865374,5.7669671727542635,0.7147769182705863,0.6258167438851238,Web/CloudOps,2
-bizitobs_l2c/5T/long,FFM,188.33929817018054,188.33929817018054,9.587026627555726,0.9017646722802146,0.620701139708539,0.935032177576943,6.960276639937921,13.723676554414292,0.7705639241120555,0.5382972142636155,0.43215523166732117,Web/CloudOps,7
-bizitobs_l2c/H/long,FFM,136.3912622845362,136.3912622845362,8.372255936879961,0.85197018076168,1.121070377788256,0.8392989567347935,7.07992271745898,11.678666973783274,0.713366715018113,0.5114015776278429,0.4074497610384762,Web/CloudOps,7
-electricity/15T/long,FFM,915689.1485853452,915689.1485853452,105.1431972690502,1.5786287304181277,0.24462121896393357,0.2184506975353301,11.585968387422673,956.916479419884,1.5096530760229208,0.16587628554200876,0.1329953217762604,Energy,1
-electricity/H/long,FFM,31657501.822802987,31657501.822802987,617.9180436998888,2.556276400671459,0.5823649685853195,0.27482424482139384,21.720536642765055,5626.499962037055,2.219089981594679,0.24370670034174544,0.2004605727449194,Energy,1
-ett1/15T/long,FFM,21.24160052080003,21.24160052080003,2.4722622759380037,1.4760885108467687,0.8720636984570064,0.502471110934303,8.955835428889452,4.608861087166766,0.878453434163714,0.4712156095349367,0.36088051261909876,Energy,7
-ett1/H/long,FFM,616.9636765212609,616.9636765212609,14.421514965239025,2.191309403335181,9402057694702.428,0.5828434091396433,20.621307071931156,24.838753521891167,1.1894740852447687,0.6906151029681526,0.5715399902644217,Energy,7
-ett2/15T/long,FFM,21.895749345204187,21.895749345204187,3.305423843141586,1.5551762466180148,0.23366433525342997,0.26254744257245743,11.09707810921701,4.6792894060107235,0.2493677858371655,0.17615200802899486,0.13294420532924328,Energy,7
-ett2/H/long,FFM,701.3028972645916,701.3028972645916,19.229853715846147,2.5414949061301226,0.3967475939552263,0.4293437352256169,15.353277795722923,26.482124107869286,0.3626523115187354,0.2633380491614895,0.2075045900793346,Energy,7
-jena_weather/10T/long,FFM,1876.2482393973567,1876.2482393973567,14.334149543684784,0.7063948746329407,2.0626856763703185,0.6590750896366974,7.2283348130965965,43.3156812182073,0.2650560712726606,0.08771311581005149,0.0720972797065268,Nature,21
-jena_weather/H/long,FFM,3026.2305518025964,3026.2305518025964,19.04631158363015,0.9611873917466696,22.621762230893857,0.6644196969964516,7.670204311613768,55.01118569711615,0.3312283037599923,0.11467990371021626,0.095337868214275,Nature,21
-kdd_cup_2018/H/long,FFM,3742.0834871491106,3742.0834871491106,24.256956087959118,1.066468898955776,1.5130114404158097,0.6069607647040769,7.854992519693923,61.17257136290014,1.4353557165467177,0.569166209808712,0.4486484394446559,Nature,1
-loop_seattle/5T/long,FFM,117.832344120998,117.832344120998,6.421727048324727,1.0033839564354472,0.2503571352252254,0.14186460191046285,7.23297520929841,10.855060760815574,0.1919197059887196,0.11353745448419687,0.08899748487848717,Transport,1
-loop_seattle/H/long,FFM,99.79885624274381,99.79885624274381,6.262540669239465,1.28716648341709,0.20495595280395,0.13722915138458525,12.285066303290883,9.989937749693128,0.1785335326559143,0.11191996758087912,0.09078503709758484,Transport,1
-m_dense/H/long,FFM,256392.56262683257,256392.56262683257,278.1699989902826,2.096545477512151,1.1949037043848045,0.5479910405476888,18.54087065645608,506.35221202916904,0.876570577136847,0.48155341433172555,0.3969049836987396,Transport,1
-solar/10T/long,FFM,40.063244973946084,40.063244973946084,3.9042207894244045,1.7075141789782105,2.7071622825212986,1.5583811837294579,9.086662130658409,6.32955329971603,1.3680316996962663,0.843834872641864,0.615702515669713,Energy,1
-solar/H/long,FFM,2388.0745081546534,2388.0745081546534,28.44062954669838,2.173562911775244,13.270997722579681,1.4584968752524567,18.5748895475193,48.86792923947825,1.6943403857023536,0.9860885858212636,0.8116077346270839,Energy,1
-sz_taxi/15T/long,FFM,17.267480421202134,17.267480421202134,2.901999698269401,0.5483788689963521,8619488570936.882,0.41724632088615005,4.62243488717857,4.155415794021356,0.3846178604509939,0.2686039063969709,0.22046708944985985,Transport,1
-bizitobs_application/10S/long,FFM,9446313.25280816,9446313.25280816,1681.6269859483507,5.424601473332471,0.07397242652045356,0.07470968882242839,46.1878621550681,3073.4855218152825,0.11853206078915546,0.06485363627331699,0.05296788880134404,Web/CloudOps,2
-bizitobs_service/10S/long,FFM,104006.5942731868,104006.5942731868,91.7940036029412,2.5317170685556736,0.27489340914304927,0.14103439309924998,16.89595051367137,322.50053375643705,0.2389187112330676,0.0680039340843433,0.05604926924540719,Web/CloudOps,2

results/FFM/config.json

@@ -1,10 +0,0 @@
-{
-  "model": "FFM",
-  "model_type": "deep-learning",
-  "model_dtype": "mixed-precision (float16/float32)",
-  "model_link": "TBD",
-  "code_link": "TBD",
-  "replication_code_available": "No",
-  "org": "IBM Research",
-  "testdata_leakage": "No"
-}

results/FlowState-9.1M/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,FlowState-9.1M,41.20642213772202,41.20642213772202,3.6482890787508464,3.6482890787508464,0.5760316745958542,0.09734227274101462,0.07782384936531508,6.593895242486975,6.4192228608860455,0.11007549989315832,0.06256010311547563,0.049961607574821335,Transport,1
-loop_seattle/5T/medium,FlowState-9.1M,65.28178691411289,65.28178691411289,4.869518228536789,4.869518228536789,0.7734527843739306,0.15530373116641838,0.11332293038028682,8.269508257047189,8.079714531721581,0.1437547241555911,0.08663873543621015,0.06910445419530627,Transport,1
-loop_seattle/5T/long,FlowState-9.1M,77.11275533061361,77.11275533061361,5.218633842700092,5.218633842700092,0.8250182708680949,0.16325547842842192,0.12005953753436054,9.319874052199266,8.781386868292138,0.1552567255117628,0.09226651942508741,0.07396257116366077,Transport,1
-loop_seattle/D/short,FlowState-9.1M,18.37072676116345,18.37072676116345,2.8908717861116484,2.8908717861116484,0.8751111080929995,0.05345322222163434,0.05338208177141361,12.284504977392556,4.286108580188263,0.07659848596512975,0.05166374061520772,0.041998676836883936,Transport,1
-loop_seattle/H/short,FlowState-9.1M,60.254646585128924,60.254646585128924,4.224341119794517,4.224341119794517,0.8578659174207104,0.1156957368292313,0.09733176797613834,10.324014368171769,7.762386655219445,0.13740213765004466,0.07477513370613476,0.06071775786388836,Transport,1
-loop_seattle/H/medium,FlowState-9.1M,72.49868649068385,72.49868649068385,4.774017567039151,4.774017567039151,0.9802017879961532,0.1182101050643606,0.10903377222941017,11.2153856481414,8.514616050690945,0.15049488816363543,0.08438022754819177,0.06815404056535827,Transport,1
-loop_seattle/H/long,FlowState-9.1M,59.69476156690747,59.69476156690747,4.394733995057727,4.394733995057727,0.9201987421572889,0.13256338970497952,0.10205463124666585,10.089497539677955,7.726238513462257,0.13807820232396775,0.07853976662411824,0.06319115108866927,Transport,1
-m_dense/D/short,FlowState-9.1M,9472.558935185185,9472.558935185185,48.308813657407406,48.308813657407406,0.7324154243118424,0.13463613879159259,0.10566210358231155,12.396491269683509,97.32707195423679,0.1684875581125931,0.08362970225057244,0.06984659577170221,Transport,1
-m_dense/H/short,FlowState-9.1M,45185.8003233507,45185.8003233507,89.82139122856988,89.82139122856988,0.794888521288021,0.2976044740697495,0.21334691312577989,12.069100793905335,212.56951880114585,0.3770453948873275,0.15932078181343987,0.1313047568761031,Transport,1
-m_dense/H/medium,FlowState-9.1M,34831.29833333333,34831.29833333333,79.91017849392361,79.91017849392361,0.6918537392919458,0.26913952516783457,0.1942931811014811,8.942685213575544,186.6314505471501,0.3247151566079737,0.13903361972568543,0.11462594957546576,Transport,1
-m_dense/H/long,FlowState-9.1M,35997.86469135802,35997.86469135802,84.8109442515432,84.8109442515432,0.7444252434529841,0.2882623402318473,0.20252094786844135,9.243858424452394,189.73103249431293,0.32845249091839185,0.14682029360376359,0.12117489021344204,Transport,1
-sz_taxi/15T/short,FlowState-9.1M,16.730177058405054,16.730177058405054,2.7577188600113978,2.7577188600113978,0.5514772960536524,1195954521887.0005,0.4006040205448975,5.440699762571138,4.090253911238892,0.3824562487334538,0.2578585176248867,0.20255364364698247,Transport,1
-sz_taxi/15T/medium,FlowState-9.1M,16.707470494457798,16.707470494457798,2.821408237555088,2.821408237555088,0.5509006403082922,9710347132076.936,0.4138293991740952,5.205794460068225,4.087477277546359,0.38040798312325286,0.2625791275003582,0.20777358525869283,Transport,1
-sz_taxi/15T/long,FlowState-9.1M,16.2041913589521,16.2041913589521,2.80213628263555,2.80213628263555,0.5290821987226246,6334988927381.315,0.4129524796097367,4.415962703632027,4.025443001577852,0.3725878168442675,0.2593607311389226,0.20691493769848118,Transport,1
-sz_taxi/H/short,FlowState-9.1M,7.417397474631285,7.417397474631285,1.8844109478159847,1.8844109478159847,0.5756606690704787,1.3483923811178942,0.30121186655810755,5.345870852971551,2.7234899439196183,0.2537098957828191,0.17554450907732358,0.13832774822300725,Transport,1
-bitbrains_fast_storage/5T/short,FlowState-9.1M,1924708.5933602322,1924708.5933602322,199.03606752846804,199.03606752846804,1.0032515815823284,3.0243938323240966,0.7950182794198272,19.25499771969558,1387.3386729130823,4.355900312997404,0.6249240259586876,0.5113067369825212,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FlowState-9.1M,3390856.937972916,3390856.937972916,346.56688549225504,346.56688549225504,1.260891455352925,5.679820563609929,0.8348958701489698,25.40891853796344,1841.4279616571798,5.5947667486039006,1.052965919652013,0.7795465054578488,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FlowState-9.1M,4983042.650290739,4983042.650290739,439.2763425860992,439.2763425860992,1.0374589320494734,5.767946014842698,0.8445433276088283,20.188168977655355,2232.272978443886,5.899230991338783,1.160876218531447,0.8255881443730684,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FlowState-9.1M,2863379.353066434,2863379.353066434,333.7310782674274,333.7310782674274,1.104408431680801,4.252633291163891,0.5967120208908891,21.060018999150223,1692.1522842423,4.823183638812036,0.9512419723992579,0.6996132789973957,Web/CloudOps,2
-bitbrains_rnd/5T/short,FlowState-9.1M,1478593.945297488,1478593.945297488,132.24529301833925,132.24529301833925,1.9620477620454029,1.4658456323459939,0.7350835676392866,58.827425560648535,1215.9744838184263,4.975416577469799,0.541109564330338,0.4632044380693893,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FlowState-9.1M,2208052.9063197314,2208052.9063197314,190.83315100806956,190.83315100806956,4.581663134278986,2.306887118167001,0.8003794722451701,166.06818056785903,1485.9518519520514,6.252156934965629,0.802932347322748,0.7238091593893922,Web/CloudOps,2
-bitbrains_rnd/5T/long,FlowState-9.1M,2460772.825721577,2460772.825721577,222.0122217941569,222.0122217941569,3.5251046217605357,3.5869625604067092,0.7694731327490271,121.73594787820016,1568.685062630985,6.009279106104837,0.8504788102526731,0.7270607240923831,Web/CloudOps,2
-bitbrains_rnd/H/short,FlowState-9.1M,1783555.8804027704,1783555.8804027704,169.21358647254425,169.21358647254425,5.926597311741625,2.107055746328823,0.6077552342230917,218.0120577597906,1335.4983640584403,5.844794363995951,0.740561458660828,0.664595981096118,Web/CloudOps,2
-bizitobs_application/10S/short,FlowState-9.1M,664005.4388888889,664005.4388888889,449.96708984375,449.96708984375,1.3377137863983317,0.019362943437364367,0.019491665098402236,16.336749352184412,814.8652887986387,0.03142609893095301,0.017353433107882715,0.013558368098991429,Web/CloudOps,2
-bizitobs_application/10S/medium,FlowState-9.1M,4575707.306666667,4575707.306666667,1198.610625,1198.610625,2.5893138141163443,0.03760066986083985,0.038373565673828124,58.83299716249604,2139.090298857593,0.08399578031721472,0.04706591152189688,0.042047922832965524,Web/CloudOps,2
-bizitobs_application/10S/long,FlowState-9.1M,6559583.573333333,6559583.573333333,1548.4186111111112,1548.4186111111112,3.3411338993333333,0.048364529079861114,0.049444936116536456,75.69303481763987,2561.1684000341197,0.09877402790664712,0.05971631662448403,0.052677139441578126,Web/CloudOps,2
-bizitobs_l2c/5T/short,FlowState-9.1M,22.821621295384,22.821621295384,3.0685904048738024,3.0685904048738024,0.31231757023136525,0.16200984930040224,0.2157041277204241,2.393935136307405,4.777198059049258,0.1640683122542177,0.105387811538073,0.08458085603866948,Web/CloudOps,7
-bizitobs_l2c/5T/medium,FlowState-9.1M,69.30413079294217,69.30413079294217,5.238999430338541,5.238999430338541,0.5193918306430902,0.38426043329664383,0.6304700306483677,4.155248919369638,8.324910257350657,0.43801271795380065,0.27564842249378013,0.2138909951695262,Web/CloudOps,7
-bizitobs_l2c/5T/long,FlowState-9.1M,71.76699466765874,71.76699466765874,5.177323443700397,5.177323443700397,0.5177408840898012,0.423938883860758,0.7123863777281746,4.617430555988597,8.471540277166763,0.4756643215874484,0.2906989712513249,0.23033267410204214,Web/CloudOps,7
-bizitobs_l2c/H/short,FlowState-9.1M,55.461908249627974,55.461908249627974,4.527385651119172,4.527385651119172,0.4498973653968915,0.3789699883769742,0.6063558033534459,3.8045774239835706,7.447275223169074,0.401427228293401,0.24403769417436816,0.1886214231576794,Web/CloudOps,7
-bizitobs_l2c/H/medium,FlowState-9.1M,66.8992699032738,66.8992699032738,4.662852550688244,4.662852550688244,0.4704569255569069,0.4438962515829857,0.749674333844866,4.24338559208035,8.179197387474751,0.49526282529900423,0.2823428044104843,0.22108179915235826,Web/CloudOps,7
-bizitobs_l2c/H/long,FlowState-9.1M,75.9602306547619,75.9602306547619,5.0850547185019845,5.0850547185019845,0.5469474777475324,0.5924043065238235,0.7568616594587053,7.1077522882651625,8.715516660230872,0.5323689121370271,0.3106098185778061,0.24756994557034062,Web/CloudOps,7
-bizitobs_service/10S/short,FlowState-9.1M,3520.50839720832,3520.50839720832,21.761772656314587,21.761772656314587,0.8059993822380633,0.10306755156744093,0.06974780545663581,9.507322336556879,59.33387225867127,0.043956430224570464,0.01612181718327782,0.0127153968223787,Web/CloudOps,2
-bizitobs_service/10S/medium,FlowState-9.1M,31802.868482142858,31802.868482142858,46.433770926339285,46.433770926339285,1.1440456397927963,0.10534807568504696,0.08318410812862335,15.995324064213758,178.33358764445597,0.13421805424840713,0.03494714858523884,0.026749382265129105,Web/CloudOps,2
-bizitobs_service/10S/long,FlowState-9.1M,135023.47957671958,135023.47957671958,79.42200438161376,79.42200438161376,1.3822690402599558,0.11028612086381862,0.09789428549468833,25.236081780178996,367.45541168517246,0.2722227322362745,0.05883836336303083,0.05352239744204552,Web/CloudOps,2
-car_parts/M/short,FlowState-9.1M,1.429560607254418,1.429560607254418,0.4836226899547534,0.4836226899547534,0.8944060493088195,0.8137632961798099,1.8800651255841114,21.08757561148329,1.1956423408588448,2.8670276838625437,1.1596776002833478,1.0076518334176803,Sales,1
-covid_deaths/D/short,FlowState-9.1M,520034.35426554666,520034.35426554666,136.357007570195,136.357007570195,34.60603694671917,0.09393392626416988,0.36803830177861646,918.8211149840132,721.1340750966817,0.2713301924039766,0.05130498526878134,0.042993758538717175,Healthcare,1
-electricity/15T/short,FlowState-9.1M,144065.98286205519,144065.98286205519,56.856076371304624,56.856076371304624,1.0817436193639087,0.1915398677018586,0.1772058353606645,16.26188852890285,379.56024931762175,0.7481880832374911,0.11207453593237973,0.09269706732095719,Energy,1
-electricity/15T/medium,FlowState-9.1M,253340.60338294544,253340.60338294544,54.7942716272715,54.7942716272715,0.8556548344188857,0.13508191714894052,0.13523208481556662,9.532384228961938,503.32951769486505,0.8672874346301549,0.09441604674743875,0.07564332966991412,Energy,1
-electricity/15T/long,FlowState-9.1M,316119.8529764912,316119.8529764912,59.7140382530052,59.7140382530052,0.9053667166654249,0.14293423834777463,0.13760582326768755,9.726931671510378,562.2453672343519,0.8870110003705841,0.09420621652697063,0.0749509701869353,Energy,1
-electricity/D/short,FlowState-9.1M,1180566865.8407207,1180566865.8407207,4251.209920748874,4251.209920748874,1.4344403736384097,0.49429796389693836,0.10163411985861288,15.199692356424537,34359.378135244544,0.5646387062964002,0.06986149925058828,0.05504415510373746,Energy,1
-electricity/H/short,FlowState-9.1M,1579386.9683294483,1579386.9683294483,172.5957497328681,172.5957497328681,0.9351379841940162,0.21026389299976914,0.12611722789637678,12.947069300985513,1256.7366344343784,0.5932694400880952,0.08147751963297314,0.06677232663588524,Energy,1
-electricity/H/medium,FlowState-9.1M,6221001.874001003,6221001.874001003,247.56637994989617,247.56637994989617,1.092976787129436,0.23200557334682143,0.13328747567829785,11.958698401046853,2494.193632018373,0.973565963834623,0.09663331596028776,0.07678815543188483,Energy,1
-electricity/H/long,FlowState-9.1M,8939375.961766891,8939375.961766891,279.8932897311374,279.8932897311374,1.2110867967690446,0.3095987619112468,0.14577881565036716,13.842587383560438,2989.8789209208608,1.1792074146755631,0.11038983560820556,0.08752998078933216,Energy,1
-electricity/W/short,FlowState-9.1M,29395794717.160362,29395794717.160362,23643.860884712838,23643.860884712838,1.3635557497389068,0.22346164837183186,0.09038805711913753,13.709397168603852,171452.01870249404,0.39119693104666264,0.05394748855213885,0.04355379314195652,Energy,1
-ett1/15T/short,FlowState-9.1M,4.980384614354088,4.980384614354088,1.0932999247596378,1.0932999247596378,0.6888563402341751,0.49305846536351217,0.23987056868416923,7.201910430402015,2.2316775336849384,0.42187994489597685,0.20667919314076327,0.1617466807586172,Energy,7
-ett1/15T/medium,FlowState-9.1M,8.6315771484375,8.6315771484375,1.544872349330357,1.544872349330357,0.9899225182222047,0.7127148305476998,0.38790635971795945,8.719024268920881,2.9379545858364624,0.5599770158522798,0.29445417986419087,0.22932511415283205,Energy,7
-ett1/15T/long,FlowState-9.1M,8.090037667410714,8.090037667410714,1.551713111514137,1.551713111514137,1.0126223652403492,0.7426191157153659,0.39777882893880206,8.355813417792739,2.8442991522360503,0.54212621467887,0.2957580445613115,0.2298512894395186,Energy,7
-ett1/D/short,FlowState-9.1M,43043.99444444444,43043.99444444444,136.9359343998016,136.9359343998016,1.6288935332388368,1.2419960627480158,0.4954109918503534,14.079257234165125,207.470466439068,0.5449280619678922,0.3596667739124283,0.2799498278363056,Energy,7
-ett1/H/short,FlowState-9.1M,98.04556412469773,98.04556412469773,4.894838360377721,4.894838360377721,0.8150353380790544,0.4436365876879011,0.2579571133568173,6.952233363517736,9.90179600500322,0.4621573388829306,0.22846213654080613,0.1762152118908626,Energy,7
-ett1/H/medium,FlowState-9.1M,134.41744326636905,134.41744326636905,6.668464587983631,6.668464587983631,1.2267932617039405,3365661524510.5957,0.43888593401227677,9.119016541001752,11.593853684878425,0.555318170217747,0.31940368179657114,0.24767421231989253,Energy,7
-ett1/H/long,FlowState-9.1M,155.68571635251323,155.68571635251323,7.22068271536045,7.22068271536045,1.33916082947429,2267774406926.194,0.47107417192408646,9.95334609492623,12.47740823859319,0.5975160415714699,0.3457828477696871,0.2699857075194963,Energy,7
-ett1/W/short,FlowState-9.1M,1173048.4285714286,1173048.4285714286,801.5694056919643,801.5694056919643,1.4509044072930064,0.5297911167144775,0.5278735501425607,8.922727965738348,1083.0736025642157,0.43098083698912737,0.31896359818216297,0.24500652359110595,Energy,7
-ett2/15T/short,FlowState-9.1M,7.959989992777507,7.959989992777507,1.7561996550787062,1.7561996550787062,0.7547916193814699,0.11044701391019925,0.1292610100337437,8.60130403004982,2.8213454224496344,0.13393930909778234,0.08337304839290896,0.06581268360764704,Energy,7
-ett2/15T/medium,FlowState-9.1M,10.991811126224578,10.991811126224578,2.050341496543279,2.050341496543279,0.8470324155409298,0.12984282517942974,0.15523655846005394,8.238194223435517,3.3153900413412263,0.17668312929658506,0.10926640522493662,0.08720802717137183,Energy,7
-ett2/15T/long,FlowState-9.1M,11.056184779575894,11.056184779575894,2.093517097594246,2.093517097594246,0.8656004641238805,0.13304481590146605,0.15894615657745845,8.728302116810942,3.325084176314322,0.17719974581181555,0.11156731014178155,0.09031154642244392,Energy,7
-ett2/D/short,FlowState-9.1M,119717.15555555555,119717.15555555555,222.04579613095237,222.04579613095237,1.4635575132775187,0.3624706752716549,0.15674171447753907,10.830255578141793,346.00166987394084,0.19802587337139363,0.1270826603909114,0.10325530356962487,Energy,7
-ett2/H/short,FlowState-9.1M,104.57532457624163,104.57532457624163,6.295174280802409,6.295174280802409,0.7215709730957005,0.11713471286857265,0.10737862814040411,6.602956702509036,10.226207731913215,0.12969675934784944,0.0798403205913801,0.0631822907791898,Energy,7
-ett2/H/medium,FlowState-9.1M,242.78725353422618,242.78725353422618,9.703669084821428,9.703669084821428,1.0379484333384368,0.17125420465428529,0.16814332689557757,9.244285748553247,15.581631927825345,0.2099724972418964,0.13076317291967424,0.10431498050240505,Energy,7
-ett2/H/long,FlowState-9.1M,265.77815806878306,265.77815806878306,10.071580997850528,10.071580997850528,1.0965159499861146,0.1877654904885175,0.18084840320405507,9.853142275736998,16.302704010954226,0.2232529902611188,0.13792255400799516,0.11143469439326707,Energy,7
-ett2/W/short,FlowState-9.1M,4955971.428571428,4955971.428571428,1521.9556361607142,1521.9556361607142,0.9778324368044548,0.14722657203674316,0.1582614013126918,6.102820239909918,2226.2011204227324,0.18674414426016983,0.12766874487189425,0.10406980997248803,Energy,7
-hierarchical_sales/D/short,FlowState-9.1M,29.732930018538134,29.732930018538134,2.319569186919876,2.319569186919876,0.7495294259800727,0.6318419237892607,1.0690176652748262,10.409452522840244,5.452791030154937,1.6728559020336073,0.7116181388678587,0.5828056079568731,Sales,1
-hierarchical_sales/W/short,FlowState-9.1M,450.37896728515625,450.37896728515625,8.750412407567946,8.750412407567946,0.7124265352171969,0.5166803930063173,0.452388971538867,8.61290730769748,21.222133900368178,0.9743185478836948,0.40173571377650935,0.3398582822825211,Sales,1
-hospital/M/short,FlowState-9.1M,2029.1258259507586,2029.1258259507586,16.616914870996986,16.616914870996986,0.7584542558926894,0.19929957068624418,0.17468420747361563,6.50496006333193,45.04581918392381,0.16352678391513475,0.0603232596648055,0.04789252589407568,Healthcare,1
-jena_weather/10T/short,FlowState-9.1M,769.5275096238605,769.5275096238605,5.621278191369678,5.621278191369678,0.2767616179581378,0.39370277928161435,0.5409789359463113,2.943629425991047,27.740358858959638,0.17230240076182607,0.03491518378141902,0.028705220857371594,Nature,21
-jena_weather/10T/medium,FlowState-9.1M,1424.3707860465001,1424.3707860465001,9.894016493760146,9.894016493760146,0.6254029435471754,0.9141056125584986,0.6582028373839364,7.134168263751859,37.740837113748555,0.2316148725005984,0.060719410166084245,0.049470015067881346,Nature,21
-jena_weather/10T/long,FlowState-9.1M,1399.3250419980004,1399.3250419980004,10.083748800287802,10.083748800287802,0.6608100770639971,0.9544456003029005,0.6474178345115097,7.37106124596258,37.40755327467971,0.22890322069317012,0.06170418471632936,0.05070029776307641,Nature,21
-jena_weather/D/short,FlowState-9.1M,398.70033172123016,398.70033172123016,9.827138264973959,9.827138264973959,1.0485371388820024,0.6242780152916303,0.44123424348377044,10.138610984284272,19.967481857290622,0.12023687611673844,0.05917543406788213,0.047547547386128125,Nature,21
-jena_weather/H/short,FlowState-9.1M,1098.5380878799044,1098.5380878799044,8.411170702131967,8.411170702131967,0.526016955075292,1.3175091402849612,0.6050199826334354,6.146329621532627,33.144201421665066,0.20317183962392238,0.051559939646816814,0.0419072690267179,Nature,21
-jena_weather/H/medium,FlowState-9.1M,1349.0420030381945,1349.0420030381945,10.663989451574901,10.663989451574901,0.8571477516894351,2.6584602221914055,0.6862809438554067,7.631882833911909,36.729307140731564,0.22475314018670384,0.0652548415077891,0.052881529582308406,Nature,21
-jena_weather/H/long,FlowState-9.1M,1344.8131965112434,1344.8131965112434,12.889586691881613,12.889586691881613,1.0851070705986812,2.5530645058483583,0.6719191616805142,13.687396490420356,36.671694759190544,0.22080422921459042,0.0776095916233129,0.06666390952483377,Nature,21
-kdd_cup_2018/D/short,FlowState-9.1M,3031.419290378869,3031.419290378869,21.71406054869319,21.71406054869319,1.223272467425053,0.5122704279217459,0.48005108592659085,12.181636446841818,55.05832625842225,1.233364972366011,0.48641801356059444,0.3812015815435914,Nature,1
-kdd_cup_2018/H/short,FlowState-9.1M,4400.043310172846,4400.043310172846,22.743728537194453,22.743728537194453,0.9542261628597182,0.8840861593739912,0.5019650321757874,10.160826590381683,66.33282226901585,1.3884661046462603,0.47606742916953976,0.3817186229134154,Nature,1
-kdd_cup_2018/H/medium,FlowState-9.1M,5346.50910268196,5346.50910268196,26.33725056482099,26.33725056482099,1.0846836992020321,0.9676168371097675,0.5905999808700999,11.210373175534803,73.11982701485255,1.5305304083425761,0.5512863542935927,0.4368045266133778,Nature,1
-kdd_cup_2018/H/long,FlowState-9.1M,4320.785902502329,4320.785902502329,24.9758049761873,24.9758049761873,1.0534284105933664,0.9931413860142767,0.6358806894330652,9.937313926015616,65.73268519163301,1.542354420888718,0.5860333121638589,0.45748987044545686,Nature,1
-m4_daily/D/short,FlowState-9.1M,460449.38954061264,460449.38954061264,194.8177779062743,194.8177779062743,3.5933811129151243,0.04256217416009881,0.03372789031974429,36.4567024138539,678.5642118035792,0.10481941775567499,0.030093962654342218,0.024315459514113697,Econ/Fin,1
-m4_hourly/H/short,FlowState-9.1M,524888.7468503716,524888.7468503716,188.91631142279184,188.91631142279184,0.7308697355223807,0.09173926594704629,0.0867135555823836,8.266989981253527,724.4920612749125,0.09890916765238221,0.02579124895572352,0.020490718600366213,Econ/Fin,1
-m4_monthly/M/short,FlowState-9.1M,1863447.246301143,1863447.246301143,555.0341335720486,555.0341335720486,0.9217787164197633,0.1597439799979329,0.1291678792089224,10.553067069674826,1365.0814064740398,0.28371077918144827,0.11535514714449419,0.09256760422999852,Econ/Fin,1
-m4_quarterly/Q/short,FlowState-9.1M,1835070.2141721903,1835070.2141721903,561.5495734303793,561.5495734303793,1.1533472901853319,0.11924825147073716,0.10135561777527134,12.789597196530536,1354.6476346903612,0.22674415917787266,0.09399350990139102,0.07549476248623303,Econ/Fin,1
-m4_weekly/W/short,FlowState-9.1M,230569.25755303193,230569.25755303193,249.35544133845352,249.35544133845352,2.022636456714285,0.06192654865519097,0.06137127862999366,16.35037889030763,480.17627758254775,0.08748067109178026,0.04542869435053447,0.03663408849488293,Econ/Fin,1
-m4_yearly/A/short,FlowState-9.1M,3295300.5925140013,3295300.5925140013,818.0042513808635,818.0042513808635,2.957246114331518,0.16630538438952275,0.135139478891435,42.9209268420369,1815.2962822949871,0.29109117207079993,0.13117077284613704,0.1069378729835909,Econ/Fin,1
-restaurant/D/short,FlowState-9.1M,138.683303161775,138.683303161775,7.088883148874568,7.088883148874568,0.681671230570501,0.6547431785474475,0.3927890905492656,6.158892375231965,11.776387525968012,0.5419766395607936,0.32624682728843574,0.2559205236124014,Sales,1
-saugeen/D/short,FlowState-9.1M,1065.7159375,1065.7159375,12.316854858398438,12.316854858398438,2.7363346763757384,0.2869456609090169,0.3157666778564453,39.327833877693664,32.64530498402489,1.0573892206158066,0.3989458688020571,0.32886548733101045,Nature,1
-saugeen/M/short,FlowState-9.1M,419.1245814732143,419.1245814732143,12.768525623139881,12.768525623139881,0.7480760568691176,0.35278070540655226,0.3556371870495024,7.5489379732842705,20.472532365909554,0.6146468386464715,0.3833494444247625,0.29564347249203715,Nature,1
-saugeen/W/short,FlowState-9.1M,907.9439239501953,907.9439239501953,14.38510627746582,14.38510627746582,1.1671291864275761,0.39806915521621705,0.39103698134422304,13.698295871517155,30.13210785773533,0.9095627312966047,0.4342263945655186,0.35654937897593736,Nature,1
-solar/10T/short,FlowState-9.1M,23.815074714604954,23.815074714604954,2.3434108497452564,2.3434108497452564,1.0258561153573258,5.817045293185954,1.5298146551832956,10.298084292870156,4.880069130105121,1.4196115690597917,0.6816979564563959,0.5199798844919239,Energy,1
-solar/10T/medium,FlowState-9.1M,20.57507829672466,20.57507829672466,2.0579187168323,2.0579187168323,0.8992403786637814,3.935542893892818,1.4561078073914613,9.428119094294988,4.535976002661903,1.0065510994343836,0.45666034074222656,0.35640086194325327,Energy,1
-solar/10T/long,FlowState-9.1M,18.803191816913145,18.803191816913145,1.947746906760062,1.947746906760062,0.8511553963682477,3.6116326980938003,1.4495610039586075,8.98398203054954,4.336264730953721,0.9372142615089935,0.4209743389961493,0.33731284559674707,Energy,1
-solar/D/short,FlowState-9.1M,123798.74148418491,123798.74148418491,254.33213104470804,254.33213104470804,0.9914601541317253,1.065309401092158,0.43119359422484166,5.072566028494322,351.8504532954092,0.5083040848435385,0.36742331836204006,0.277712421695133,Energy,1
-solar/H/short,FlowState-9.1M,757.1993341141831,757.1993341141831,11.305498109246692,11.305498109246692,0.8724446953179906,4.777759083050538,1.3993490626769542,10.642841134590933,27.517255206764048,1.0142951912516207,0.41672442548319527,0.3331443526320188,Energy,1
-solar/H/medium,FlowState-9.1M,801.285641917579,801.285641917579,11.445277230292922,11.445277230292922,0.8764719755896929,5.458095207860186,1.400396199470019,10.798993971727489,28.30698927681252,1.0196838280418565,0.4122856014484468,0.34501846917605444,Energy,1
-solar/H/long,FlowState-9.1M,719.3457268856448,719.3457268856448,12.36631455371173,12.36631455371173,0.942005746657252,5.876856700090995,1.4082166438168466,8.146907869423451,26.820621299396567,0.9299199543477858,0.42876272465383575,0.3335355229807926,Energy,1
-solar/W/short,FlowState-9.1M,955186.6131386862,955186.6131386862,768.0469177691606,768.0469177691606,0.838795166934673,0.16764145785004553,0.15302670088997722,4.476202957998712,977.3364892086482,0.19949880509892567,0.15677757256247188,0.12235764216039015,Energy,1
-temperature_rain/D/short,FlowState-9.1M,180.4470724159759,180.4470724159759,5.7659389208630145,5.7659389208630145,1.3497787807137442,24.105154695755104,1.4952793405611897,24.459044384745972,13.433058937411683,1.5814261953049171,0.6788034573857006,0.5497859033550305,Nature,1
-us_births/D/short,FlowState-9.1M,218382.50666666665,218382.50666666665,310.88701822916664,310.88701822916664,0.4573647670456565,0.0298173189163208,0.02927158196767171,5.9522450787192085,467.3141413082496,0.043806908712113006,0.02914313525633875,0.023686841289048206,Healthcare,1
-us_births/M/short,FlowState-9.1M,56510709.333333336,56510709.333333336,6193.608072916667,6193.608072916667,0.6995303835548405,0.018985547125339508,0.01924945041537285,6.844936444934768,7517.360529689482,0.02334887055249893,0.019237304446992797,0.014923346389001804,Healthcare,1
-us_births/W/short,FlowState-9.1M,2057186.5714285714,2057186.5714285714,1119.4234793526787,1119.4234793526787,1.0174865839349032,0.015180262071745736,0.015214066420282637,9.795766029253233,1434.2895702850842,0.01947034027817997,0.015196063967786272,0.011881630832056645,Healthcare,1

results/FlowState-9.1M/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "FlowState-9.1M",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-research/flowstate",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/flowstate.ipynb",
-    "org": "IBM Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Kairos-1.0/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,Kairos-1.0,46.41670969991615,39.48958434113777,3.73834698404444,3.482136930892834,0.5517518947078408,0.09352713015057354,0.07413102849718217,4.2363034400512625,6.812980970171291,0.11682758584970943,0.05971096250164607,0.04733966464856693,Transport,1
-loop_seattle/5T/medium,Kairos-1.0,800926.6579153767,65.04676438338494,12.888767898606812,4.7415852562242,0.7544920277882594,0.15321824238150236,0.1096136249428071,5.908934467450468,894.945058601575,15.922911137402943,0.0843625426607222,0.06722841412007698,Transport,1
-loop_seattle/5T/long,Kairos-1.0,8323777.239050567,76.26844627909644,29.581201123724345,5.069633642930857,0.8026927443955993,0.16191277474988533,0.11609966805161392,6.500225712010214,2885.09570708678,51.00908213617418,0.08963215960474677,0.07164677523227347,Transport,1
-loop_seattle/D/short,Kairos-1.0,18.749701689886482,17.720668859649123,2.934278250773994,2.86148453624871,0.8666747519797835,0.05322087369590106,0.05279654078685339,7.481873324853892,4.330092572900316,0.0773845455007277,0.05113855571606152,0.0412259438086915,Transport,1
-loop_seattle/H/short,Kairos-1.0,54.7501166931454,49.61565521291619,4.075954878791891,3.8531616734730596,0.7864815788954806,0.10927576855829438,0.08828749109419132,7.034851502738738,7.399332178862184,0.13097570404616152,0.06820487995234517,0.05509684091603433,Transport,1
-loop_seattle/H/medium,Kairos-1.0,39461.08895768834,55.575083849329204,9.758557469040248,4.1781346749226005,0.8610273351973965,0.11318911147929567,0.09468768014504321,6.994169089987382,198.64815367299124,3.511083483450607,0.07384805434890662,0.05922626945930371,Transport,1
-loop_seattle/H/long,Kairos-1.0,14065308.36518748,54.34794031647747,42.58582731338149,4.080409087977296,0.8561230582481515,0.1275653410007095,0.09486797425933093,7.169324816431863,3750.3744299986206,67.02421210153675,0.07292237329319916,0.0585482143109582,Transport,1
-m_dense/D/short,Kairos-1.0,9320.094814814815,8479.881481481481,46.13447337962963,44.188854166666665,0.6697531399388559,0.12410657471246062,0.09680762396918403,8.017262900170548,96.54063815210056,0.16712612487229755,0.07649744295026076,0.06401263431561321,Transport,1
-m_dense/H/short,Kairos-1.0,47128.77333333333,45542.67555555556,90.16916666666667,88.39090277777778,0.7832320306108647,0.29010245973084164,0.20635660807291667,9.724985465289084,217.09162428185323,0.38506644571052995,0.15678343592654675,0.1302618534560454,Transport,1
-m_dense/H/medium,Kairos-1.0,1868130.2755555555,33244.25777777778,124.51404513888889,76.31626736111112,0.6623563249695791,0.2612074854049805,0.18574232313368055,7.239070196006786,1366.7956231842256,2.378051708060901,0.1327806636723924,0.11056874143258437,Transport,1
-m_dense/H/long,Kairos-1.0,80001817.91604938,33891.72148148148,230.54833333333335,78.63570987654322,0.6810563461493155,0.2658695412396669,0.18912202811535495,7.259816185803063,8944.373534018432,15.484032806223604,0.13613003826798445,0.11389410479073282,Transport,1
-sz_taxi/15T/short,Kairos-1.0,18.68458223634005,16.620458805517398,2.878856467967796,2.724141327016083,0.5436009409543864,1047377627428.7081,0.3924660828232911,3.880469713827281,4.322566626015156,0.4041784663841685,0.25471886474589955,0.19996778152473826,Transport,1
-sz_taxi/15T/medium,Kairos-1.0,4613.111111111111,16.322869925213674,4.0130859375,2.7647945045405984,0.5388605052467622,9524933370962.27,0.4074581048427484,3.9143725216092955,67.9198874491935,6.3210792121871116,0.2573102772246756,0.2028903168040159,Transport,1
-sz_taxi/15T/long,Kairos-1.0,199485.501994302,15.579733128561253,7.017065638354701,2.711269141737892,0.5113813543430615,7342413007199.252,0.4010082451366631,3.886492203983809,446.6379988248895,41.34001756728257,0.25095024212890493,0.19923386759500536,Transport,1
-sz_taxi/H/short,Kairos-1.0,9.41603753505609,7.174417609842415,1.989395272018563,1.8444965069110577,0.5624451478519094,1.254725790431357,0.29544282570863384,3.990932135861109,3.0685562623253446,0.28585495155195645,0.17182623179972528,0.13524938500381156,Transport,1
-bitbrains_fast_storage/5T/short,Kairos-1.0,2246432.136426256,1641908.7126581012,199.17669540893317,160.59959284599017,0.740520759496161,2.0592004007811178,0.7532021428171903,13.584320500679693,1498.8102402993702,4.7058935333902046,0.5042430089669587,0.4010489546733515,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Kairos-1.0,28667318048.340595,2938339.337968029,2135.2178955351137,312.2443677993479,1.0399371121732266,4.911594707723454,0.8179146279547042,23.815298618894523,169314.25825470398,514.423509015717,0.9486846826101375,0.6979162240937264,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Kairos-1.0,973568106351.1896,3942542.6739633037,5512.803417922565,399.12365234936374,0.919533743910511,5.066533353570468,0.8290828661286943,18.70367820761611,986695.5489669493,2607.5417495325414,1.0547646513825901,0.7475389921621595,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Kairos-1.0,5217690.4545836225,2858801.81195966,369.382048513825,317.2470460718539,1.0096036230873602,3.976286088000436,0.5814159542912286,19.229537781123057,2284.2264455573627,6.510787195070775,0.9042571104348875,0.6829068010824965,Web/CloudOps,2
-bitbrains_rnd/5T/short,Kairos-1.0,2001960.6776230708,1547172.0399112664,153.69176307995468,119.77142830804267,1.6956658545155197,1.091520248600477,0.6729768235681078,52.894039772639665,1414.9065967840672,5.7893893101817095,0.4900701065977144,0.40531745395513386,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Kairos-1.0,19884279831.01946,2500068.6545900092,1690.2488449462676,194.17179882069652,4.42581602489894,2.3076027857567563,0.7601672115769142,167.05873730054802,141011.6301268071,593.307732753489,0.8169796322429235,0.725467059449666,Web/CloudOps,2
-bitbrains_rnd/5T/long,Kairos-1.0,18072091412101.61,2408570.118857807,11952.674602677122,194.7053285998393,3.3494061075944708,2.5233771373263956,0.7320056337862634,124.92104984206321,4251128.251664681,16285.115276224784,0.7458722798828687,0.6686505056555919,Web/CloudOps,2
-bitbrains_rnd/H/short,Kairos-1.0,2412481.759515792,1793187.7195345466,205.30995055624228,150.59245663015216,5.781759136286356,1.3952278674678777,0.5686808027151443,201.82258574097438,1553.2165848701823,6.7976360125033075,0.6590662991703912,0.6090687621404574,Web/CloudOps,2
-bizitobs_application/10S/short,Kairos-1.0,468325.44,427108.37333333335,361.49385416666667,349.5624652777778,1.1412345228740122,0.016211329566107855,0.016352488199869793,8.174588048682619,684.3430718579681,0.026392376884127985,0.01348122704465806,0.010769121321149875,Web/CloudOps,2
-bizitobs_application/10S/medium,Kairos-1.0,159531076.26666668,3750517.3333333335,2362.400625,1072.0522916666666,2.310015981721721,0.03324707984924316,0.03394646962483724,19.73051079877065,12630.561201572425,0.4959649644229638,0.04209633825532801,0.035775003998822746,Web/CloudOps,2
-bizitobs_application/10S/long,Kairos-1.0,7344801.564444444,6290378.524444444,1561.84125,1517.7727777777777,3.2148700671401054,0.04657274881998698,0.0476451916164822,47.17404611948014,2710.1294368432746,0.1045188596820956,0.05853442932771401,0.05217104860998017,Web/CloudOps,2
-bizitobs_l2c/5T/short,Kairos-1.0,21.23115234375,18.631319754464286,2.68963623046875,2.5361993698846725,0.26398663333616545,0.14499038323201988,0.2030858176095145,2.155200573371466,4.607727459795122,0.1582480116425975,0.08710335212215518,0.06955900884666479,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Kairos-1.0,4454383.281632653,77.35292835884354,27.41049107142857,5.607366735756803,0.5503051180531533,0.36818355182673634,0.6688972317442602,3.3019385117348374,2110.5409926444577,111.04549306250699,0.2950299501997449,0.2294598833062331,Web/CloudOps,7
-bizitobs_l2c/5T/long,Kairos-1.0,45665526.41015873,108.25688492063492,63.60807043650794,7.062970610119048,0.6782487381034644,0.4980840741049414,0.7950820002480159,3.814949466710409,6757.627276652563,379.4306689131147,0.39657524059815424,0.3019263778886605,Web/CloudOps,7
-bizitobs_l2c/H/short,Kairos-1.0,66.09671068948413,51.78759765625,4.664856925843254,4.351799858940972,0.43300425863676156,0.380999009386241,0.6005599006773934,2.8221093776211017,8.12998835727851,0.43822719371734303,0.2345731575489759,0.1830997636145075,Web/CloudOps,7
-bizitobs_l2c/H/medium,Kairos-1.0,260.58182663690474,75.76811755952382,7.002078683035714,5.096981956845238,0.5185340742218847,0.45425792113627333,0.7699148995535714,3.8642024076762,16.142547092602975,0.9774557455781239,0.30862999935799174,0.24202470388697078,Web/CloudOps,7
-bizitobs_l2c/H/long,Kairos-1.0,71551.90476190476,83.73146081349206,17.961873759920636,5.516447327628968,0.5911382486473035,0.6264464348105174,0.779625980437748,5.035338132115498,267.4918779363305,16.339175933453205,0.3369605242190254,0.2675331449174821,Web/CloudOps,7
-bizitobs_service/10S/short,Kairos-1.0,2731.0120634920636,2303.8503703703705,19.653382936507935,18.86288525132275,0.7460001482846732,0.06643929294808201,0.053894866458953375,5.630685697428109,52.25908594198777,0.038715201546808894,0.013974228425463954,0.010868375033851716,Web/CloudOps,2
-bizitobs_service/10S/medium,Kairos-1.0,157409638.88761905,17936.906666666666,199.1577976190476,37.61436259920635,1.0102417545943094,0.07406943184988839,0.06781591021825396,8.93025460233363,12546.299808613656,9.442640890894376,0.0283094556787449,0.02123319481903784,Web/CloudOps,2
-bizitobs_service/10S/long,Kairos-1.0,1080616.038941799,130219.7908994709,102.77740740740741,75.860291005291,1.2985016180212088,0.0844646732390873,0.08330914532696759,17.266032938092643,1039.5268341614847,0.7701147115843958,0.056199728769264864,0.051069516617109185,Web/CloudOps,2
-car_parts/M/short,Kairos-1.0,2.951399214131211,1.3417234982059378,0.7032678045883777,0.45101323792290465,0.8389415179659351,0.8386535553243251,1.8965559921781587,15.3994817582738,1.717963682424984,4.1195006809853,1.0814834794029,0.9328574448339837,Sales,1
-covid_deaths/D/short,Kairos-1.0,2313112.573433584,389959.7954887218,151.91201441102757,103.3047697368421,33.91695107163138,0.0876432094466681,0.3637471363956767,649.726249282015,1520.8920321421847,0.5722430286053012,0.03886892235231148,0.03181424860100445,Healthcare,1
-electricity/15T/short,Kairos-1.0,152432.1804391892,143022.6599099099,57.705828054617115,55.702191019144145,1.058141028103056,0.18296966969965173,0.17361176499375353,12.156443442568376,390.42564008936347,0.7696058950411229,0.10979999818973958,0.0911066163236147,Energy,1
-electricity/15T/medium,Kairos-1.0,49237668.024504505,240116.12032432432,114.44002027027027,54.38962232545045,0.8576780622902037,0.1387367406447703,0.13610652064417933,7.180637396699474,7016.95575192722,12.090921355975333,0.0937187962083992,0.07522088522790144,Energy,1
-electricity/15T/long,Kairos-1.0,130294729631.03058,301448.91936336335,1067.9915172672672,59.02531437687688,0.904015531828549,0.14433433954834957,0.1380884034669435,7.422345457050162,360963.6126135577,569.4643365976573,0.0931196672449135,0.07445031627373046,Energy,1
-electricity/D/short,Kairos-1.0,1335494884.637982,1269393107.0362523,4371.395099099099,4199.143639639639,1.385018115072168,0.4779094891585442,0.09481195453265766,11.402491530756869,36544.42344103929,0.6005462415110736,0.06900587539489715,0.05428626041848006,Energy,1
-electricity/H/short,Kairos-1.0,2321070.4033333333,1497918.3992792792,176.17496234515767,166.774829321509,0.9137975487533667,0.1796448081910837,0.12326065853909329,10.607158788020051,1523.5059577610234,0.7192036115333312,0.0787296294772342,0.06446244268534031,Energy,1
-electricity/H/medium,Kairos-1.0,1078970782.0281081,4741568.389189189,448.2484346846847,229.15208896396396,1.0456241708073986,0.2163719539598744,0.128042242376654,8.85714081568282,32847.69066506971,12.821536138366413,0.08944561186330156,0.07119458766503023,Energy,1
-electricity/H/long,Kairos-1.0,1044575465.2874955,6450800.092636636,617.4200840840841,253.54705105105106,1.1537150578541082,0.2928539645710497,0.1396308007225976,9.898635536862416,32319.892717759685,12.746956128509463,0.09999888194197962,0.07976140872335369,Energy,1
-electricity/W/short,Kairos-1.0,37985064247.812614,35073356919.927925,27267.54954954955,25728.36036036036,1.3983836909933836,0.19547633969546657,0.09221550967242266,10.979843740344567,194897.57373505863,0.4446919468533754,0.05870362795560954,0.046404454794418876,Energy,1
-ett1/15T/short,Kairos-1.0,5.0456566220238095,4.5747555687313985,1.0945853823707217,1.0602505638485864,0.6751031107372981,0.47276250715409096,0.23559068952287945,4.830657994500924,2.246253908627386,0.4246354894014478,0.20043148966321467,0.1564244510865999,Energy,7
-ett1/15T/medium,Kairos-1.0,421.92373015873017,9.34019779265873,2.2519159226190477,1.591880890376984,0.9962790545682112,0.6927709018817472,0.39375143384176586,6.820593503992116,20.54078212139767,3.9150933818853146,0.3034140716663499,0.23482726873173718,Energy,7
-ett1/15T/long,Kairos-1.0,54620.74412698413,8.987181919642858,5.469401661706349,1.585382099454365,1.004440079619119,0.714697126806696,0.3983298068576389,7.029236447410339,233.7108130296588,44.545512043296696,0.30217539569086715,0.23355591902935113,Energy,7
-ett1/D/short,Kairos-1.0,42496.33015873016,42903.65714285714,136.30761408730157,137.3610367063492,1.6328430734982238,1.3835279676649306,0.46812579442584323,9.9636245222363,206.1463804162716,0.5414503061086354,0.3607833192213632,0.2761893641169846,Energy,7
-ett1/H/short,Kairos-1.0,104.36030505952381,104.177734375,5.01078113374256,4.994156901041666,0.8258334788270056,0.4816275823683966,0.26053777422223773,5.850279313231186,10.215689162240784,0.47680800731719225,0.23309773451375837,0.18058194677587605,Energy,7
-ett1/H/medium,Kairos-1.0,301.5686011904762,140.70352492559525,7.733419363839285,6.795472935267857,1.2435913048080822,3619833528028.626,0.43795205979120166,8.31004313977209,17.365730655243855,0.8317773330668579,0.3254870449875545,0.25208367935278286,Energy,7
-ett1/H/long,Kairos-1.0,2357345.7947089947,148.7593253968254,30.553798776455025,7.1283657820767194,1.3463798119596055,3615245470612.92,0.4749993541253307,8.727281281108915,1535.3650363053714,73.52530621886542,0.3413619983352485,0.26321061927590933,Energy,7
-ett1/W/short,Kairos-1.0,1101766.4285714286,1041430.0,808.4748186383929,800.4866071428571,1.4592122986410556,0.6257100786481585,0.5375720773424421,7.739463438470115,1049.6506221459733,0.41768103534940343,0.3185327267955093,0.2374701464033839,Energy,7
-ett2/15T/short,Kairos-1.0,7.753156970796131,7.5661440894717265,1.7334863571893602,1.7071097237723214,0.7377724799118248,0.10645821528785623,0.12607496352422806,5.456602793025412,2.784449132377198,0.13218770586890147,0.08104257155500737,0.06380760629315434,Energy,7
-ett2/15T/medium,Kairos-1.0,53870.01396825397,11.51843005952381,7.083020213293651,2.1220348152281745,0.8744187689613766,0.13230648596996614,0.15862158396887402,6.355190837997114,232.09914684947458,12.368983665532584,0.11308707646509027,0.08886547530931717,Energy,7
-ett2/15T/long,Kairos-1.0,1244768.386031746,10.850311259920636,22.168035714285715,2.088462146577381,0.8684797485795126,0.13218201208836333,0.15873958527095733,6.754839937365657,1115.6918866926235,59.457240190624724,0.11129792818175203,0.08914688430061385,Energy,7
-ett2/D/short,Kairos-1.0,133450.4380952381,108822.83174603175,230.04315476190476,203.3035218253968,1.366906257022296,0.4265594966827877,0.14082518078031994,12.169853097271115,365.3086887759968,0.20907580093114594,0.11635596952316582,0.09568843623713674,Energy,7
-ett2/H/short,Kairos-1.0,114.04789806547619,102.14484747023809,6.408056059337798,6.2270937965029765,0.7202662092352087,0.11821489935394619,0.10799971080961682,5.300494270317486,10.679321048899887,0.1354435050786824,0.07897687562628021,0.06272554361340897,Energy,7
-ett2/H/medium,Kairos-1.0,6095.63869047619,230.37455357142858,12.166593424479167,9.331796409970238,1.0031231116755026,0.16778200892102643,0.16325636364164806,6.5680521300108134,78.0745713435315,1.0521050567321197,0.12575195767805847,0.10089483767978613,Energy,7
-ett2/H/long,Kairos-1.0,18883.773544973545,234.34517195767197,17.874501901455027,9.390374917328042,1.0273355653754324,0.17777589995426218,0.17101553457754629,6.729109204295615,137.41824313013737,1.8818370747762507,0.1285939571265076,0.10343238454831684,Energy,7
-ett2/W/short,Kairos-1.0,4948578.857142857,3746672.8571428573,1509.4345703125,1321.123046875,0.8499286883421495,0.1296034370149885,0.1374074731554304,8.216773251146256,2224.5401450958034,0.18660481389454422,0.11082196958207086,0.09058099086696075,Energy,7
-hierarchical_sales/D/short,Kairos-1.0,37.91223129392311,28.95562732534105,2.644658336347664,2.284841844512195,0.7381580112022438,0.605356325340293,1.0519801732379082,7.320841630401771,6.157290905416367,1.8889886618983363,0.7009641747993,0.5684473728224128,Sales,1
-hierarchical_sales/W/short,Kairos-1.0,702.3738082627119,465.1878310381356,11.314786232123941,8.846314511056674,0.7139994718754318,0.5138436100357798,0.45320032410702465,6.5038621563912224,26.502335902005164,1.2167352045177515,0.40613862625688474,0.3422615013123384,Sales,1
-hospital/M/short,Kairos-1.0,2813.662755323772,2468.7787918296394,17.93265665743155,16.999716495545414,0.7443310113743749,0.18992392595101315,0.17046835317864514,4.885548360572766,53.043970018502314,0.19256192872860833,0.06171291845387763,0.048377755662407505,Healthcare,1
-jena_weather/10T/short,Kairos-1.0,931.9319444444444,738.184375,6.552312748015873,5.226546223958334,0.2634306295880845,0.336611437597097,0.5385505797371032,2.2602543019593995,30.527560407678248,0.18961441097616993,0.03246340259296719,0.026705043452858034,Nature,21
-jena_weather/10T/medium,Kairos-1.0,1361293.4834054834,1422.2240981240982,43.25592983405483,9.503554518398268,0.5942903710099459,0.7368490756498816,0.6479229375225469,5.491194451391315,1166.744823603466,7.160293036569638,0.05832315161303356,0.047737143613217486,Nature,21
-jena_weather/10T/long,Kairos-1.0,9318208.203174604,1391.2911375661376,102.29966931216931,9.595989376653439,0.6241920999871285,0.7801082080226069,0.6360493009052579,5.807947190201056,3052.574029106355,18.679223913450183,0.05871950443412284,0.04850588328806208,Nature,21
-jena_weather/D/short,Kairos-1.0,935.4150793650794,417.4187003968254,12.046179005456349,10.090944320436508,1.0496134149414131,0.6376008164459074,0.45204312763516863,6.904928195261917,30.58455622311822,0.18416901660245058,0.06076397769277164,0.04804981868297295,Nature,21
-jena_weather/H/short,Kairos-1.0,1177.827067669173,1082.2564745196323,9.24906994047619,8.233126762218046,0.5197023695630474,1.2633228010951805,0.6065953763804042,4.363655498652714,34.31948524773023,0.21037623518971907,0.05046853702998666,0.041110909738632934,Nature,21
-jena_weather/H/medium,Kairos-1.0,210865.47301587302,1271.0097222222223,33.92209821428571,9.99287574404762,0.7685150456162935,2.0174105593038703,0.6747739761594742,5.817246853798914,459.20090702858266,2.809931790809799,0.061148178945264475,0.04974594646113018,Nature,21
-jena_weather/H/long,Kairos-1.0,9043621.248677248,1280.9198412698413,69.55230654761905,11.472100281084655,0.9539534647893381,2.1041092742747782,0.6521870608052248,7.038898841184972,3007.261420075955,18.107045570985683,0.0690747539265379,0.05671785485273045,Nature,21
-kdd_cup_2018/D/short,Kairos-1.0,14809.133586009708,2959.990424895272,24.944276132056654,21.33833699049139,1.201709215945307,0.5092614670606423,0.46969980914206394,9.457613372679036,121.69278362339202,2.7260474864992683,0.47800139159461214,0.37879855275325536,Nature,1
-kdd_cup_2018/H/short,Kairos-1.0,5026.5782033673695,4473.5782187254545,24.475200258454624,22.45390767953601,0.9394896639400528,0.8398279994758225,0.4949886406737482,7.656461435463734,70.89836530814635,1.4840311930805676,0.4700009550030338,0.37681056516657463,Nature,1
-kdd_cup_2018/H/medium,Kairos-1.0,72279694.17142256,5259.826462418767,118.10454028864423,25.449822943223356,1.0440780278322204,0.9097479449830376,0.5635917952723427,9.162098747960433,8501.746536531335,177.95695238989433,0.5327108859782869,0.42352383529122684,Nature,1
-kdd_cup_2018/H/long,Kairos-1.0,67793794.89250708,4176.555984555985,224.20883402370504,24.151090338116134,1.020159479886682,0.9552584495590261,0.6124824965872007,8.253013433644488,8233.698737050505,193.1958438782304,0.566682171337635,0.4450550516046677,Nature,1
-m4_daily/D/short,Kairos-1.0,431491.96742032515,366828.02190003044,182.77459687299333,173.72087072053804,3.235400664970839,0.03838504204789866,0.030282091186321285,25.5829790386764,656.8804818384583,0.10146988125029324,0.026835073670289877,0.02126857006138826,Econ/Fin,1
-m4_hourly/H/short,Kairos-1.0,662346.2028985508,653169.6231884058,184.9741344605475,182.11111111111111,0.7026456829960439,0.08855172247894336,0.081483813299649,5.489360377669634,813.8465475128286,0.11110801754022104,0.02486218635372847,0.019938586558068187,Econ/Fin,1
-m4_monthly/M/short,Kairos-1.0,3270124.6422222224,1795522.5163703703,586.3848307291667,545.8695264756944,0.9049255926317975,0.1568603750511452,0.1287760993463022,7.497200219279688,1808.348595327301,0.3758369195891448,0.11345042756597364,0.09030605030821687,Econ/Fin,1
-m4_quarterly/Q/short,Kairos-1.0,2479248.7106666667,1702830.7906666666,579.6633645833333,540.9206061197916,1.1325982000958683,0.10983124430974324,0.09820457299550374,8.772499285649968,1574.563022132384,0.26355412275112955,0.0905405841621021,0.07220186786242365,Econ/Fin,1
-m4_weekly/W/short,Kairos-1.0,329779.0134990358,242206.60809942146,282.0981358474395,255.27710520677095,1.992977824303759,0.0619385341058228,0.06298883052717216,15.056642883953849,574.2638883814965,0.10462198090089804,0.04650753245281004,0.036993074467263326,Econ/Fin,1
-m4_yearly/A/short,Kairos-1.0,4406971.407213952,3308497.3515568324,890.6980173239314,848.6071519253649,3.150465358786515,0.15779903585990152,0.14161066282390838,32.485844471959346,2099.278782633205,0.3366290836740147,0.13607809039708837,0.11085871716695234,Econ/Fin,1
-restaurant/D/short,Kairos-1.0,181.134935089194,143.47306668534603,7.748054718875502,7.163993182030447,0.6870323506386159,0.6367005996369197,0.3962308627679322,4.605119435239797,13.458637935883184,0.619397701160127,0.3297035650424676,0.25862733564116824,Sales,1
-saugeen/D/short,Kairos-1.0,1315.7926041666667,1145.7463541666666,14.220794270833334,12.448705240885417,2.765808626366229,0.273547846476237,0.3131943766276042,28.198442528679735,36.27385565619771,1.1749188275096385,0.4032165288482413,0.3337734642484083,Nature,1
-saugeen/M/short,Kairos-1.0,472.01832217261904,408.2379092261905,13.258366176060267,12.524491083054315,0.7338706470532779,0.3501184327261789,0.35693384352184476,5.001186319685201,21.725982651484813,0.6522791765350784,0.37602279543463035,0.29323313361511205,Nature,1
-saugeen/W/short,Kairos-1.0,1047.65419921875,954.9484375,16.55290832519531,15.161328125,1.2299438009811574,0.40993947982788087,0.40602803230285645,11.206729536545637,32.36748676092646,0.9770395022636043,0.457657296481464,0.3663649262340312,Nature,1
-solar/10T/short,Kairos-1.0,26.08268609336983,25.17598274026764,2.379763771669708,2.308319195749696,1.0192779366612785,5.411258468955212,1.5380979960272203,7.4140933894109535,5.107121115987933,1.4856609795740225,0.6714898040681431,0.5211766255586466,Energy,1
-solar/10T/medium,Kairos-1.0,146503.0306569343,19.57151452941827,9.156564677339084,1.90937612323048,0.8357536449133267,3.6414924994412994,1.4550237347240655,6.164793994883356,382.75714318211527,84.93532687281919,0.42369812827392545,0.3317382103940032,Energy,1
-solar/10T/long,Kairos-1.0,15908233.911435524,18.406887260492702,51.21608088757097,1.8709905892006284,0.818680921370854,3.2753550067146815,1.4537195111326542,6.453290525110056,3988.512744298998,862.0531337841026,0.40438464262308405,0.31944987404121755,Energy,1
-solar/D/short,Kairos-1.0,172610.9897810219,134088.5800486618,278.3001520681265,250.60021289537713,0.9769615689781791,1.1111764132831508,0.4221720971620286,4.664311463387275,415.46478765476854,0.6002051090365813,0.36203195210479583,0.27984319565350013,Energy,1
-solar/H/short,Kairos-1.0,697.8343818030478,672.037592841593,11.064874813916635,10.763625604270713,0.8298039977952975,4.478320239002991,1.4012620779109042,7.846641691366296,26.416555070694738,0.9737230450112646,0.3967508356295322,0.3187281749227459,Energy,1
-solar/H/medium,Kairos-1.0,1334896.2413625305,699.6593673965937,28.61323182785888,10.988290754257907,0.8382147071096377,4.510477765212658,1.399772729432786,5.583585175672525,1155.37709920291,41.619379776635704,0.39582387976450456,0.314347901422664,Energy,1
-solar/H/long,Kairos-1.0,38897532.11743715,688.1233576642336,62.56485198702352,12.085312753446878,0.9190724702721073,4.960058215246748,1.4098956749290348,4.936428804570818,6236.788606120713,216.2408271984514,0.419019818018627,0.31484802179542953,Energy,1
-solar/W/short,Kairos-1.0,2015284.0875912409,1699244.6131386862,1110.3476277372263,1054.2294708029196,1.1596661686375778,0.2409699154596259,0.20665617058747007,6.1652796100198,1419.6070187172368,0.289777284447275,0.21519459202843447,0.1543520660139484,Energy,1
-temperature_rain/D/short,Kairos-1.0,420.6991788008758,183.88784653367554,6.837415176272376,5.779643503708709,1.3438507228718115,22.942804629002076,1.5066528233587975,19.777494151716283,20.51095265463981,2.414681393155356,0.6804168417949931,0.5496678853104833,Nature,1
-us_births/D/short,Kairos-1.0,192100.22666666665,192430.46666666667,269.4766666666667,269.1840104166667,0.3961537555941526,0.025860939025878906,0.025462465286254884,3.8273779982775658,438.29239859557987,0.04108635583065902,0.02523381667430663,0.02049921762733514,Healthcare,1
-us_births/M/short,Kairos-1.0,44151616.0,45769269.333333336,5445.31640625,5565.958333333333,0.6286907320102855,0.01709989955027898,0.01730688412984212,3.448860297697505,6644.668238520265,0.020638294246068216,0.017287828635108828,0.012923786616801674,Healthcare,1
-us_births/W/short,Kairos-1.0,2367281.0,2282613.285714286,1173.4828404017858,1166.069545200893,1.0598457958432264,0.01571459323167801,0.01576870892729078,6.881524355968866,1538.5970882593012,0.0208863046068662,0.015829279737822586,0.012332742865500195,Healthcare,1

results/Kairos-1.0/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "Kairos-1.0",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "org": "ContinualIST",
-    "model_link": "https://www.continualist.ai",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/Kairos_10m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Kairos_10m,1810532.091,1912681.723,187.0098493,0.831729591,3.002209001,0.590534531,16.22975749,1345.56014,4.22472607,0.587164678,0.458352563,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Kairos_10m,3110730.865,3238868.958,329.4609586,1.060140721,6.177741877,0.695202082,30.83011185,1763.726414,5.358687963,1.000993385,0.877951505,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Kairos_10m,4586108.869,4712353.369,430.1446869,0.979887879,6.071620542,0.73735556,29.01335334,2141.520224,5.659398546,1.136743977,1.036897936,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Kairos_10m,2869327.387,2453456.713,309.0994843,1.114115335,4.103139998,0.494369588,22.88990317,1693.908907,4.828190642,0.881033939,0.655800091,Web/CloudOps,2
-bitbrains_rnd/5T/short,Kairos_10m,1465660.69,1581001.544,128.4923884,1.76123324,1.312806388,0.57635041,55.65831158,1210.644741,4.953608811,0.525753762,0.441768547,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Kairos_10m,2108348.405,2161279.709,175.5262686,4.495163697,1.591177821,0.662557233,168.5697024,1452.015291,6.109368508,0.738528488,0.691730142,Web/CloudOps,2
-bitbrains_rnd/5T/long,Kairos_10m,2737334.922,2853808.602,229.7301491,3.430676412,3.511605216,0.647875606,126.7719811,1654.489324,6.337975891,0.88004445,0.825368471,Web/CloudOps,2
-bitbrains_rnd/H/short,Kairos_10m,1832654.855,1730415.982,179.0902405,5.842787788,2.499416124,0.553727085,201.9890565,1353.755833,5.924697933,0.783786523,0.649874582,Web/CloudOps,2
-bizitobs_application/10S/short,Kairos_10m,613666.7456,625286.3925,416.1294406,1.580968231,0.021784332,0.022089067,22.20717372,783.3688439,0.030211407,0.01604845,0.013137639,Web/CloudOps,2
-bizitobs_application/10S/medium,Kairos_10m,3790500.788,3729079.932,1075.250867,2.673845178,0.037245446,0.037884086,61.22701643,1946.920848,0.076449853,0.042221938,0.039055802,Web/CloudOps,2
-bizitobs_application/10S/long,Kairos_10m,5949571.921,5853577.146,1459.86961,3.579093613,0.049599603,0.05072162,94.99143183,2439.174434,0.094069216,0.05630134,0.053402801,Web/CloudOps,2
-bizitobs_l2c/5T/short,Kairos_10m,20.54262746,20.74002412,2.659062964,0.274390343,0.155866221,0.158145838,4.543189006,4.53239754,0.155660873,0.091322982,0.078075822,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Kairos_10m,131.2736865,132.1261307,7.491670865,0.73033687,0.558713023,0.674872034,20.16752317,11.45747296,0.602831584,0.394172068,0.366499537,Web/CloudOps,7
-bizitobs_l2c/5T/long,Kairos_10m,296.5507789,299.1918647,11.35085559,1.073609237,0.847646851,0.899640614,34.33167048,17.22064978,0.966913743,0.637333574,0.609135909,Web/CloudOps,7
-bizitobs_l2c/H/short,Kairos_10m,60.7329608,61.04508003,4.800797728,0.484780387,0.441340598,0.511886786,5.430103609,7.793135492,0.420069996,0.258775314,0.215633997,Web/CloudOps,7
-bizitobs_l2c/H/medium,Kairos_10m,69.93757513,70.26804824,4.776177979,0.491334673,0.502032132,0.602784975,9.386819422,8.362868834,0.506384423,0.289204838,0.255884742,Web/CloudOps,7
-bizitobs_l2c/H/long,Kairos_10m,82.14190456,82.31918035,5.257683624,0.56686766,0.626630707,0.667743657,13.46802478,9.06321712,0.553607483,0.321154504,0.291799819,Web/CloudOps,7
-bizitobs_service/10S/short,Kairos_10m,4058.543552,4079.008437,22.34945665,0.884871298,0.087248944,0.064748737,10.88395396,63.70669943,0.047195961,0.016557192,0.014147005,Web/CloudOps,2
-bizitobs_service/10S/medium,Kairos_10m,39408.41962,39177.0733,48.87135651,1.24555563,0.087958938,0.086401506,24.49902286,198.51554,0.149407464,0.036781732,0.03392636,Web/CloudOps,2
-bizitobs_service/10S/long,Kairos_10m,131583.8009,131476.6236,78.34476089,1.535978278,0.122186718,0.100468909,35.85316286,362.7448151,0.268732962,0.058040305,0.055512398,Web/CloudOps,2
-car_parts/M/short,Kairos_10m,1.379966796,1.345996134,0.547855546,0.971052955,0.71106495,1.795214667,18.41156084,1.17471988,2.816857769,1.3137014,1.069803943,Sales,1
-covid_deaths/D/short,Kairos_10m,3988612.078,3794762.04,286.3498588,41.03518789,0.119880061,0.152260507,1141.692506,1997.15099,0.751437744,0.107740523,0.093316017,Healthcare,1
-electricity/15T/short,Kairos_10m,153524.6974,155437.4988,59.07438236,1.098731204,0.182009491,0.172097834,18.18759412,391.8222778,0.772358953,0.116447254,0.100072249,Energy,1
-electricity/15T/medium,Kairos_10m,342047.7929,343177.9305,63.51896658,0.932210714,0.146614085,0.139066496,15.18092329,584.8485213,1.007752889,0.109449575,0.095450165,Energy,1
-electricity/15T/long,Kairos_10m,415426.3794,416555.2406,68.01105515,0.979369127,0.158566788,0.143257516,17.29451852,644.535786,1.01683423,0.107295778,0.094121759,Energy,1
-electricity/H/short,Kairos_10m,1606337.709,1649895.876,187.5725166,1.022751611,0.220597024,0.128594449,14.22096805,1267.413788,0.598309823,0.088547624,0.07415508,Energy,1
-electricity/H/medium,Kairos_10m,6211735.11,6234717.849,261.5160119,1.150560967,0.251110834,0.135597075,19.29738401,2492.335272,0.972840575,0.102078316,0.088152411,Energy,1
-electricity/H/long,Kairos_10m,9860003.068,9879399.064,301.4680021,1.290051537,0.330484509,0.149583873,25.40375538,3140.064182,1.238440419,0.118898894,0.105567037,Energy,1
-electricity/D/short,Kairos_10m,1247127328,1245713552,4262.463378,1.449482229,0.331268085,0.097179615,16.37080746,35314.68997,0.58033764,0.070046429,0.05695268,Energy,1
-electricity/W/short,Kairos_10m,36836035416,37253801527,25556.25897,1.412593911,0.248364726,0.092946908,14.83053764,191927.1617,0.437914454,0.05831095,0.046852236,Energy,1
-ett1/15T/short,Kairos_10m,5.300356797,5.31324402,1.133080507,0.720062519,0.520042192,0.246191844,8.79494876,2.302250377,0.435221135,0.214199372,0.179693587,Energy,7
-ett1/15T/medium,Kairos_10m,9.566173699,9.627244225,1.619898853,1.011907023,0.76232271,0.389823271,17.42351711,3.092923164,0.58951418,0.308754305,0.268566617,Energy,7
-ett1/15T/long,Kairos_10m,9.280986236,9.302320575,1.61754719,1.031722205,0.802001847,0.391256179,19.45241591,3.046471112,0.580660376,0.308306078,0.271595474,Energy,7
-ett1/H/short,Kairos_10m,107.2321071,108.1013412,5.147870834,0.85338299,0.514793758,0.268129726,8.974475367,10.35529367,0.483323921,0.240272193,0.198732952,Energy,7
-ett1/H/medium,Kairos_10m,138.9595444,139.5240566,7.001363107,1.289394967,4.30854E+12,0.432953863,23.30471769,11.7881103,0.564622566,0.335348712,0.287811738,Energy,7
-ett1/H/long,Kairos_10m,146.9223161,147.2141426,7.117938773,1.323733772,4.06479E+12,0.454740494,27.96227788,12.1211516,0.580455686,0.340862665,0.299351126,Energy,7
-ett1/D/short,Kairos_10m,40916.28663,40854.56691,135.4433603,1.732398179,1.169964409,0.485007665,14.62261282,202.2777463,0.53128923,0.355746492,0.283327069,Energy,7
-ett1/W/short,Kairos_10m,1562560.839,1542194.275,873.7720124,1.388739924,0.693768152,0.475561352,9.158197955,1250.024335,0.497414527,0.347694745,0.269048117,Energy,7
-ett2/15T/short,Kairos_10m,8.302789351,8.311591102,1.764882267,0.757097444,0.107651499,0.129594791,9.171380634,2.881456116,0.136792976,0.083785242,0.069264253,Energy,7
-ett2/15T/medium,Kairos_10m,12.21097657,12.24386233,2.173864332,0.89320208,0.134642523,0.162314071,17.29400971,3.494420777,0.186223999,0.115849159,0.102010919,Energy,7
-ett2/15T/long,Kairos_10m,11.75403925,11.74075185,2.1722814,0.899702535,0.13602665,0.164359369,20.04326974,3.428416435,0.182706505,0.1157648,0.104163117,Energy,7
-ett2/H/short,Kairos_10m,103.1219513,103.4147463,6.344779407,0.737790623,0.121383688,0.11105188,7.510896992,10.15489789,0.128792354,0.080469453,0.065633211,Energy,7
-ett2/H/medium,Kairos_10m,232.9115885,233.865732,9.670508716,1.034360918,0.173058682,0.167535172,19.72308539,15.26144123,0.205657718,0.130316313,0.114305765,Energy,7
-ett2/H/long,Kairos_10m,218.0616891,217.4376764,9.143644036,1.001303315,0.175363239,0.170617224,23.64694857,14.76691197,0.202221496,0.125215169,0.113164663,Energy,7
-ett2/D/short,Kairos_10m,124359.417,119712.8567,206.7277103,1.340607581,0.441081873,0.13563725,11.62884797,352.6463058,0.201828773,0.118315716,0.09688143,Energy,7
-ett2/W/short,Kairos_10m,4225332.79,4052880.539,1384.865595,0.953398771,0.164246292,0.189289749,5.64283276,2055.561429,0.172430072,0.11616898,0.091534065,Energy,7
-hierarchical_sales/D/short,Kairos_10m,27.91455607,28.35606058,2.318985732,0.753311602,0.628465036,1.016531245,9.224303992,5.283422761,1.620895593,0.711439141,0.596698377,Sales,1
-hierarchical_sales/W/short,Kairos_10m,480.0083695,482.9231101,9.405300158,0.741136701,0.587627419,0.471909615,8.387690391,21.90909331,1.00585719,0.431801931,0.365377768,Sales,1
-hospital/M/short,Kairos_10m,3993.181301,3898.252304,20.00846385,0.778758211,0.20181704,0.178820548,7.087910855,63.19162366,0.229400268,0.07263537,0.058375885,Healthcare,1
-jena_weather/10T/short,Kairos_10m,671.8771544,727.4382035,5.30533567,0.287055399,0.392783991,0.388796476,3.193699929,25.92059325,0.160999378,0.032952785,0.028034228,Nature,21
-jena_weather/10T/medium,Kairos_10m,1538.693578,1544.01571,10.11403831,0.646882761,0.767474677,0.543149908,15.4281034,39.22618485,0.24073043,0.062069681,0.056651488,Nature,21
-jena_weather/10T/long,Kairos_10m,1494.616802,1491.537582,9.925640064,0.674084581,0.814208848,0.49646408,17.36593219,38.66027421,0.236568839,0.060736691,0.056184652,Nature,21
-jena_weather/H/short,Kairos_10m,1078.625471,1088.699065,8.282835479,0.522555661,1.216712904,0.48348571,6.070476252,32.842434,0.201322019,0.050773252,0.044053348,Nature,21
-jena_weather/H/medium,Kairos_10m,1382.86239,1383.213599,10.64639829,0.784102826,2.235314318,0.491635757,15.19587935,37.18685776,0.227552972,0.065147198,0.059242461,Nature,21
-jena_weather/H/long,Kairos_10m,1392.874626,1406.725912,11.7966697,1.010064577,3.029660378,0.553565525,26.1871929,37.32123559,0.224715199,0.071029025,0.06460137,Nature,21
-jena_weather/D/short,Kairos_10m,417.7352865,432.4015161,10.46425314,1.151357989,0.684712558,0.465561918,9.177513542,20.43857349,0.123073616,0.063011906,0.050933146,Nature,21
-kdd_cup_2018/H/short,Kairos_10m,4419.601553,4529.073298,22.49060626,0.934864612,0.895238641,0.492621138,9.6108999,66.48008388,1.391548557,0.470769121,0.385794681,Nature,1
-kdd_cup_2018/H/medium,Kairos_10m,5026.305216,5051.372151,25.09016039,1.042052773,0.982277674,0.55276731,23.58832538,70.89644008,1.48399089,0.525182497,0.47633815,Nature,1
-kdd_cup_2018/H/long,Kairos_10m,4109.368354,4158.984394,24.29095432,1.017889098,1.017874715,0.606667263,27.18648876,64.10435519,1.504147212,0.569963946,0.529071639,Nature,1
-kdd_cup_2018/D/short,Kairos_10m,2738.983347,2861.86742,20.90804455,1.18084037,0.521594111,0.457834174,12.82975368,52.33529733,1.172366229,0.468362398,0.38959781,Nature,1
-loop_seattle/5T/short,Kairos_10m,40.64405025,41.11053169,3.530882594,0.559802009,0.095450682,0.075121614,5.910752047,6.375268642,0.109321782,0.060546841,0.049453158,Transport,1
-loop_seattle/5T/medium,Kairos_10m,77.39246813,78.53904624,5.151573297,0.817428835,0.16932764,0.117884492,13.80072234,8.797298911,0.156522025,0.091657075,0.079090824,Transport,1
-loop_seattle/5T/long,Kairos_10m,90.2883451,91.16576298,5.558082904,0.877834318,0.178302018,0.125476249,16.91393642,9.502017949,0.167997631,0.098268048,0.086300006,Transport,1
-loop_seattle/H/short,Kairos_10m,57.18461933,57.60757245,4.23055205,0.856369599,0.122813514,0.097658313,10.65703661,7.562051264,0.133855998,0.074885074,0.0626711,Transport,1
-loop_seattle/H/medium,Kairos_10m,66.81366939,66.56706103,4.867457479,0.993321252,0.134308115,0.110150638,16.42223228,8.173962894,0.144473881,0.086031767,0.074308162,Transport,1
-loop_seattle/H/long,Kairos_10m,60.70510834,61.31113802,4.628187224,0.960032499,0.148915903,0.107596221,17.61205959,7.791348301,0.139241802,0.082711888,0.07228013,Transport,1
-loop_seattle/D/short,Kairos_10m,18.45696981,18.54099565,2.945943744,0.88573819,0.054799714,0.054443332,15.87653927,4.296157564,0.076778074,0.05264795,0.046094922,Transport,1
-m4_daily/D/short,Kairos_10m,391497.8652,397876.8751,184.5510234,3.368832711,0.04615679,0.031635598,37.43967871,625.6979025,0.096653034,0.028508033,0.023419576,Econ/Fin,1
-m4_hourly/H/short,Kairos_10m,969630.2788,975116.8155,223.5987388,1.181314413,0.116265106,0.104532851,10.61118617,984.6980648,0.134433036,0.030526167,0.024118603,Econ/Fin,1
-m4_monthly/M/short,Kairos_10m,1877492.86,1890124.823,567.3343786,0.969122306,0.160023484,0.132755817,11.58481131,1370.216355,0.284777998,0.11791156,0.097795424,Econ/Fin,1
-m4_quarterly/Q/short,Kairos_10m,1857582.324,1858601.262,574.8336255,1.192798692,0.119648127,0.104618625,14.01880353,1362.931519,0.228130736,0.096217026,0.080001916,Econ/Fin,1
-m4_weekly/W/short,Kairos_10m,330414.0372,333779.3971,298.6387644,2.674855413,0.070933405,0.07033857,21.51909622,574.8165248,0.104722657,0.054407352,0.043742066,Econ/Fin,1
-m4_yearly/A/short,Kairos_10m,3178454.973,3183331.875,816.8244874,2.985468989,0.162086473,0.137889205,40.2147412,1782.822193,0.285883801,0.130981592,0.110006829,Econ/Fin,1
-m_dense/H/short,Kairos_10m,48160.97429,48326.53369,98.64674668,0.854007898,0.346444744,0.246750134,12.01473687,219.4560874,0.389260451,0.174974764,0.146597968,Transport,1
-m_dense/H/medium,Kairos_10m,42946.55675,42927.45376,98.68519071,0.832516702,0.360330447,0.25326675,12.16657343,207.2355103,0.360563619,0.17169977,0.143687786,Transport,1
-m_dense/H/long,Kairos_10m,45005.55068,44941.54037,102.4647671,0.863176632,0.369114845,0.257607789,13.79695231,212.145117,0.367254577,0.177381668,0.150249557,Transport,1
-m_dense/D/short,Kairos_10m,8355.244675,8344.594807,46.82486186,0.695106111,0.126786815,0.100242404,9.683785974,91.40702749,0.158239086,0.081060762,0.067145752,Transport,1
-restaurant/D/short,Kairos_10m,140.5706043,141.3613837,7.23156217,0.69355123,0.711404825,0.397673358,6.526674012,11.85624748,0.54565198,0.332813246,0.269470384,Sales,1
-saugeen/D/short,Kairos_10m,1117.759425,1329.733154,13.99998133,3.11030755,0.310290698,0.357092107,38.55055068,33.43290931,1.082899882,0.453462724,0.377373245,Nature,1
-saugeen/W/short,Kairos_10m,867.9728929,910.4976711,15.12883234,1.22722935,0.437968539,0.423039432,14.32639105,29.46137968,0.889316241,0.456676383,0.378713428,Nature,1
-saugeen/M/short,Kairos_10m,374.6974066,378.1033093,12.05295908,0.706306814,0.354173757,0.343810414,9.545841469,19.35710223,0.581158242,0.361865966,0.307696213,Nature,1
-solar/10T/short,Kairos_10m,30.11446408,29.83210635,2.446171777,1.080078207,6.329230346,1.095985989,22.61629389,5.487664721,1.59636106,0.7115911,0.632086323,Energy,1
-solar/10T/medium,Kairos_10m,18.87475381,18.75175701,1.751308057,0.767035677,3.74801772,0.953134309,18.09525531,4.344508466,0.964063694,0.388622218,0.353206899,Energy,1
-solar/10T/long,Kairos_10m,19.8978288,19.91892616,1.851552939,0.810446929,3.695683806,0.945560794,19.14383605,4.460698241,0.964108573,0.400183551,0.363499862,Energy,1
-solar/H/short,Kairos_10m,728.6604486,722.2543287,11.40852035,0.880963217,4.851503329,1.096192009,14.47191876,26.99371128,0.994997188,0.42052186,0.369250237,Energy,1
-solar/H/medium,Kairos_10m,731.1075893,726.8118343,11.26094998,0.862083883,5.024127648,0.869450865,15.68261525,27.03900126,0.974007934,0.405645701,0.357972002,Energy,1
-solar/H/long,Kairos_10m,719.706837,717.2635631,11.99304579,0.913622403,6.480797139,0.870100589,16.4780499,26.8273524,0.93015332,0.415820808,0.365656595,Energy,1
-solar/D/short,Kairos_10m,128887.22,138248.8152,253.4257179,0.988675235,1.125668135,0.424552004,7.250994189,359.0086629,0.518645257,0.366113858,0.298755026,Energy,1
-solar/W/short,Kairos_10m,1724042.309,1702531.917,1049.920951,1.14966831,0.23934989,0.205960952,5.211548907,1313.027916,0.268021813,0.214315106,0.161385581,Energy,1
-sz_taxi/15T/short,Kairos_10m,16.71656027,16.76992299,2.765511895,0.552011102,1.0565E+12,0.398875223,5.280649393,4.088589032,0.382300573,0.258587198,0.208897079,Transport,1
-sz_taxi/15T/medium,Kairos_10m,17.05466285,17.06151511,2.828485422,0.551494367,1.08737E+13,0.410716438,10.57946274,4.12972915,0.38434022,0.263237774,0.231693625,Transport,1
-sz_taxi/15T/long,Kairos_10m,16.15779234,16.11721364,2.77039906,0.52302319,7.00833E+12,0.40564965,11.45797907,4.019675652,0.372053995,0.256423186,0.230494889,Transport,1
-sz_taxi/H/short,Kairos_10m,7.251273563,7.275430271,1.868721965,0.57004514,1.101679632,0.299723346,5.339876235,2.692818888,0.250852698,0.174082984,0.141010543,Transport,1
-temperature_rain/D/short,Kairos_10m,170.5559356,180.4207189,5.995170112,1.414163307,39.72589316,1.434223286,24.49561994,13.05970657,1.53747275,0.705790029,0.583723713,Nature,1
-us_births/D/short,Kairos_10m,209347.3418,208010.0311,298.7584456,0.439924569,0.028429703,0.028101218,5.739075333,457.5449068,0.042891122,0.02800618,0.023432893,Healthcare,1
-us_births/W/short,Kairos_10m,3314698.973,3324767.554,1350.922852,1.228312098,0.018144656,0.018334756,10.53156755,1820.631476,0.024714894,0.018338645,0.014700383,Healthcare,1
-us_births/M/short,Kairos_10m,43947173.33,44131778.67,5834.16276,0.659422984,0.018011262,0.018105495,3.125986382,6629.266425,0.020590456,0.01812087,0.013579064,Healthcare,1

results/Kairos_10m/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Kairos_10m",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/mldi-lab/Kairos_10m",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/kairos.ipynb",
-    "org": "ShanghaiTech University",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Kairos_23m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Kairos_23m,1707341.794,1784558.671,179.0190917,0.808000842,2.704615412,0.560622395,15.76129876,1306.652897,4.102566949,0.562075675,0.441013666,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Kairos_23m,3328570.202,3531051.56,324.7435942,1.081494928,5.97465739,0.70911085,30.98600809,1824.436955,5.543143353,0.986660729,0.86709214,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Kairos_23m,4568745.259,4653083.681,413.6801344,0.976229155,5.614626186,0.732703378,28.1947039,2137.462341,5.648674774,1.09323308,0.992588002,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Kairos_23m,3413698.149,3045016.897,353.0351745,1.109313467,4.187970438,0.48545739,21.90959844,1847.61959,5.266316019,1.006264929,0.741144631,Web/CloudOps,2
-bitbrains_rnd/5T/short,Kairos_23m,1534957.708,1663030.753,133.5207793,1.752172492,1.338067227,0.549458185,55.81945093,1238.934102,5.069360707,0.546328486,0.462226594,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Kairos_23m,2543514.582,2617378.394,211.131306,4.491108758,2.761358799,0.657647288,168.1060341,1594.839986,6.710304809,0.88833703,0.83501316,Web/CloudOps,2
-bitbrains_rnd/5T/long,Kairos_23m,2646024.019,2724295.42,215.879959,3.418166699,3.199160744,0.623240056,125.8029147,1626.660388,6.231369509,0.826987491,0.779093528,Web/CloudOps,2
-bitbrains_rnd/H/short,Kairos_23m,1829934.461,1698663.671,181.6947208,5.918637469,2.606476248,0.538474269,203.4749602,1352.750702,5.920298987,0.795185004,0.65899633,Web/CloudOps,2
-bizitobs_application/10S/short,Kairos_23m,428854.2467,436366.8048,360.2895687,1.284805938,0.017477108,0.01767147,19.2922527,654.869641,0.025255706,0.013894929,0.011657033,Web/CloudOps,2
-bizitobs_application/10S/medium,Kairos_23m,3848082.191,3803404.211,1085.956001,2.519400122,0.035465608,0.036134312,60.42480203,1961.652923,0.077028339,0.042642297,0.039821635,Web/CloudOps,2
-bizitobs_application/10S/long,Kairos_23m,5454809.804,5394829.469,1420.80945,3.036164922,0.042674628,0.04368477,79.92239677,2335.553426,0.090072967,0.054794946,0.051865761,Web/CloudOps,2
-bizitobs_l2c/5T/short,Kairos_23m,21.71855353,21.86138777,2.762863287,0.283967715,0.159403307,0.158433581,4.481306806,4.660316891,0.160054141,0.094887906,0.080466497,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Kairos_23m,125.9852388,126.4387094,7.447215776,0.75172113,0.526929307,0.694814941,20.48971538,11.22431462,0.590564027,0.391833077,0.362121991,Web/CloudOps,7
-bizitobs_l2c/5T/long,Kairos_23m,309.4200162,310.8392044,11.74248572,1.11161244,0.884080186,0.92823194,35.13115033,17.59033872,0.987671225,0.659323021,0.627991555,Web/CloudOps,7
-bizitobs_l2c/H/short,Kairos_23m,58.27923192,58.40539445,4.730869463,0.480441452,0.456774521,0.536242635,6.449291552,7.634083568,0.411496689,0.255006001,0.216424908,Web/CloudOps,7
-bizitobs_l2c/H/medium,Kairos_23m,64.85084853,64.89934256,4.740805435,0.49038535,0.501237908,0.656779709,9.271107074,8.053002455,0.487621542,0.287062977,0.253086961,Web/CloudOps,7
-bizitobs_l2c/H/long,Kairos_23m,78.84433918,78.94470137,5.141076927,0.555519392,0.618180873,0.692736589,13.19774405,8.879433494,0.542381448,0.31403183,0.285876414,Web/CloudOps,7
-bizitobs_service/10S/short,Kairos_23m,3733.905852,3732.507719,21.3423794,0.83937801,0.081588223,0.076264087,11.14286213,61.10569411,0.045269053,0.015811117,0.013379555,Web/CloudOps,2
-bizitobs_service/10S/medium,Kairos_23m,48475.35173,48416.88268,49.18446468,1.195938998,0.095605106,0.100061225,23.61456548,220.1711873,0.165706014,0.037017385,0.034242579,Web/CloudOps,2
-bizitobs_service/10S/long,Kairos_23m,130500.5745,130369.5168,74.21120669,1.387789888,0.104107327,0.11587307,32.58120384,361.2486325,0.267624542,0.054978036,0.052709078,Web/CloudOps,2
-car_parts/M/short,Kairos_23m,1.35126107,1.31537328,0.55208667,0.984477066,0.691285403,1.78780268,17.95724707,1.162437555,2.787406014,1.323847202,1.067456747,Sales,1
-covid_deaths/D/short,Kairos_23m,4200571.492,4058449.428,290.3054806,41.01133791,0.120935699,0.34891478,1068.641889,2049.529578,0.771145442,0.109228845,0.092407369,Healthcare,1
-electricity/15T/short,Kairos_23m,151495.2357,152907.6878,59.37378781,1.114015098,0.193453193,0.17018331,19.21801586,389.2238889,0.767237016,0.117037441,0.100976263,Energy,1
-electricity/15T/medium,Kairos_23m,357419.005,359468.0345,63.07073961,0.906346837,0.147418971,0.136715352,14.85963536,597.8453019,1.030147651,0.108677235,0.095116077,Energy,1
-electricity/15T/long,Kairos_23m,393679.1096,394906.6041,66.31459815,0.952142182,0.157162891,0.140069446,16.85484711,627.4385305,0.989861214,0.10461941,0.091762582,Energy,1
-electricity/H/short,Kairos_23m,1558370.562,1589332.451,181.873561,0.993847504,0.226693101,0.126667516,13.82499369,1248.347132,0.589308999,0.08585731,0.071976246,Energy,1
-electricity/H/medium,Kairos_23m,6075265.137,6118089.187,258.0729869,1.138975944,0.248377239,0.134842464,18.77937102,2464.805294,0.962094718,0.10073439,0.086806012,Energy,1
-electricity/H/long,Kairos_23m,9848452.691,9908715.864,299.7382446,1.287702513,0.32363146,0.14865293,24.87294107,3138.224449,1.237714828,0.118216678,0.104681863,Energy,1
-electricity/D/short,Kairos_23m,1315988843,1307053715,4336.847313,1.449698347,0.355762507,0.097909129,15.86737479,36276.56052,0.596144367,0.071268804,0.057508934,Energy,1
-electricity/W/short,Kairos_23m,41207838979,41641755155,26355.03477,1.417538512,0.240266199,0.091990789,15.01738318,202997.1403,0.463172493,0.060133493,0.048222479,Energy,1
-ett1/15T/short,Kairos_23m,5.046287597,5.040945261,1.105387792,0.710783211,0.504222102,0.240302058,9.503843586,2.246394355,0.424662022,0.208964296,0.177053945,Energy,7
-ett1/15T/medium,Kairos_23m,9.37870697,9.409024851,1.60489475,1.014918936,0.785989691,0.390423498,18.93467566,3.062467464,0.583709293,0.305894509,0.26927411,Energy,7
-ett1/15T/long,Kairos_23m,8.976488554,8.984341912,1.569445922,1.010603201,0.787634474,0.389888382,20.04390289,2.996078863,0.571055564,0.299137929,0.265214963,Energy,7
-ett1/H/short,Kairos_23m,105.937825,106.9329282,5.14991562,0.852810101,0.519497721,0.269973462,8.610663579,10.29261021,0.480398227,0.240367631,0.197163041,Energy,7
-ett1/H/medium,Kairos_23m,140.8053483,141.0363157,7.060981946,1.316249527,3.4834E+12,0.440387104,24.12348267,11.86614294,0.568360145,0.338204313,0.289715033,Energy,7
-ett1/H/long,Kairos_23m,154.8883624,155.4902709,7.111122511,1.335753115,2.06196E+12,0.457200531,28.455959,12.44541532,0.595983973,0.340536249,0.299249152,Energy,7
-ett1/D/short,Kairos_23m,38758.73978,38879.20092,130.4698161,1.63771442,1.332695709,0.45825865,14.15551161,196.8723947,0.517091894,0.342683313,0.27365841,Energy,7
-ett1/W/short,Kairos_23m,1173650.819,1152782.474,804.0648717,1.425272753,0.516807305,0.516429872,9.4166173,1083.35166,0.43109149,0.319956609,0.253953737,Energy,7
-ett2/15T/short,Kairos_23m,9.203477002,9.268239052,1.884437798,0.798972716,0.113856208,0.135158918,10.22236821,3.03372329,0.144021641,0.089460968,0.074564323,Energy,7
-ett2/15T/medium,Kairos_23m,13.15442562,13.20147098,2.237063072,0.909482641,0.13588952,0.161862105,17.5250791,3.626903035,0.193284218,0.119217134,0.104911461,Energy,7
-ett2/15T/long,Kairos_23m,12.32623053,12.32898447,2.21113724,0.907549653,0.135350556,0.162084741,20.0203573,3.510873186,0.187100775,0.117835498,0.105881471,Energy,7
-ett2/H/short,Kairos_23m,109.576251,109.52402,6.467573708,0.746650059,0.122458384,0.111828774,7.857717911,10.46786755,0.13276168,0.082026826,0.067473941,Energy,7
-ett2/H/medium,Kairos_23m,224.5714778,224.8240202,9.381193697,1.007837385,0.168440071,0.164329425,18.93446311,14.98570912,0.201942051,0.126417607,0.110914282,Energy,7
-ett2/H/long,Kairos_23m,222.4406173,222.0433279,9.194034282,1.008696567,0.174330261,0.170523555,24.13914005,14.91444325,0.204241824,0.125905225,0.114217777,Energy,7
-ett2/D/short,Kairos_23m,112864.7907,107753.8629,196.8557583,1.299417389,0.441465764,0.134760083,11.70359315,335.9535544,0.192275072,0.112665738,0.092540734,Energy,7
-ett2/W/short,Kairos_23m,4150899.216,3851434.076,1378.458293,0.974422298,0.172392256,0.201068219,6.133161686,2037.375571,0.170904557,0.115631505,0.090797113,Energy,7
-hierarchical_sales/D/short,Kairos_23m,27.63740127,28.0194047,2.320944333,0.752799204,0.630752444,1.012782492,8.883299434,5.257128614,1.61282884,0.712040018,0.593441178,Sales,1
-hierarchical_sales/W/short,Kairos_23m,477.5471216,475.1658983,9.405112953,0.739019721,0.582120064,0.469097267,8.142246176,21.85285157,1.003275104,0.431793336,0.365047483,Sales,1
-hospital/M/short,Kairos_23m,3520.236374,3482.872011,19.22710103,0.778595956,0.199949906,0.177208595,7.11413443,59.33157991,0.215387413,0.069798842,0.056159187,Healthcare,1
-jena_weather/10T/short,Kairos_23m,665.6996914,738.7743629,5.319821034,0.287800469,0.371741177,0.286308668,3.175860949,25.80115678,0.160257528,0.033042757,0.028078195,Nature,21
-jena_weather/10T/medium,Kairos_23m,1459.735745,1471.256187,9.794295435,0.631514464,0.76686471,0.468485839,14.7559298,38.20648826,0.234472569,0.060107425,0.054855219,Nature,21
-jena_weather/10T/long,Kairos_23m,1474.013604,1474.98976,9.818192732,0.657502959,0.786090625,0.446823014,17.09893396,38.39288481,0.234932637,0.060079203,0.055633265,Nature,21
-jena_weather/H/short,Kairos_23m,1050.920584,1061.345807,8.200854975,0.529682405,1.375343121,0.391644545,5.918081082,32.4179053,0.198719685,0.050270716,0.043463064,Nature,21
-jena_weather/H/medium,Kairos_23m,1413.997261,1415.30579,10.94789852,0.838833883,3.356717372,0.499567536,16.15376344,37.60315493,0.230100368,0.066992131,0.060483964,Nature,21
-jena_weather/H/long,Kairos_23m,1213.065642,1208.287068,11.93862578,1.067859211,3.607675903,0.502165502,27.99286492,34.82909189,0.209709732,0.071883758,0.065411956,Nature,21
-jena_weather/D/short,Kairos_23m,414.3082141,419.1556883,10.64303979,1.192655032,0.775180214,0.465483169,11.02148995,20.35456249,0.122567733,0.064088494,0.05127791,Nature,21
-kdd_cup_2018/H/short,Kairos_23m,4427.067033,4547.675895,22.57937472,0.946478975,0.886918433,0.497183501,9.870102896,66.53620844,1.392723345,0.472627206,0.387048407,Nature,1
-kdd_cup_2018/H/medium,Kairos_23m,5132.194615,5165.174831,25.18841888,1.037104069,0.949265505,0.552893546,22.98073436,71.63933707,1.499541069,0.527239225,0.480136893,Nature,1
-kdd_cup_2018/H/long,Kairos_23m,4109.150866,4160.615973,24.32751484,1.022176443,1.001448125,0.609091317,26.55714712,64.1026588,1.504107408,0.570821803,0.528577145,Nature,1
-kdd_cup_2018/D/short,Kairos_23m,2729.877292,2882.415445,21.042573,1.183348289,0.526683939,0.458743711,12.03411154,52.24822765,1.170415776,0.471375978,0.389363814,Nature,1
-loop_seattle/5T/short,Kairos_23m,41.21857391,41.74000211,3.5585549,0.565187368,0.095963707,0.075800575,6.04550471,6.420169305,0.110091729,0.06102136,0.049906874,Transport,1
-loop_seattle/5T/medium,Kairos_23m,76.41336493,77.20204798,5.108584848,0.809479209,0.165790482,0.116921678,13.41299602,8.741473842,0.155528782,0.090892222,0.078314894,Transport,1
-loop_seattle/5T/long,Kairos_23m,90.81446073,91.30525049,5.567232231,0.877176524,0.177444604,0.12563399,16.65596941,9.529662152,0.168486386,0.09842981,0.086398042,Transport,1
-loop_seattle/H/short,Kairos_23m,58.2232892,58.66340734,4.262083519,0.863428695,0.121602632,0.098258336,10.86460728,7.630418678,0.135066171,0.075443213,0.063286668,Transport,1
-loop_seattle/H/medium,Kairos_23m,66.37172741,66.25331435,4.786359657,0.978355234,0.132591807,0.108508555,16.08485316,8.146884522,0.143995274,0.084598372,0.073006138,Transport,1
-loop_seattle/H/long,Kairos_23m,59.68090767,60.23684426,4.54657852,0.944957048,0.145220616,0.105705796,17.28279314,7.725341913,0.13806218,0.081253432,0.070962569,Transport,1
-loop_seattle/D/short,Kairos_23m,18.36945918,18.43300042,2.926311011,0.879414473,0.054250849,0.054045953,14.76922716,4.285960706,0.076595843,0.052297087,0.045369863,Transport,1
-m4_daily/D/short,Kairos_23m,396646.5527,401988.9526,180.3247399,3.315577651,0.04465909,0.030930723,35.33684798,629.7988193,0.097286512,0.027855189,0.022857668,Econ/Fin,1
-m4_hourly/H/short,Kairos_23m,1166720.87,1146693.283,223.9427119,1.052534835,0.108654735,0.103211934,10.0369363,1080.148541,0.147464134,0.030573127,0.024380711,Econ/Fin,1
-m4_monthly/M/short,Kairos_23m,1896907.858,1912070.585,568.781396,0.971246858,0.160140477,0.132688364,11.40348175,1377.282781,0.286246644,0.1182123,0.097844071,Econ/Fin,1
-m4_quarterly/Q/short,Kairos_23m,1903249.605,1903418.522,575.5485976,1.191176832,0.120744574,0.104665653,13.7372899,1379.583127,0.230917922,0.0963367,0.079967133,Econ/Fin,1
-m4_weekly/W/short,Kairos_23m,338007.3029,335784.8361,292.2761162,2.476020196,0.071899634,0.070616361,18.93165696,581.3839548,0.10591914,0.053248176,0.042922655,Econ/Fin,1
-m4_yearly/A/short,Kairos_23m,3226780.754,3218642.586,818.7294448,2.983811947,0.163574173,0.13771485,39.06809475,1796.324234,0.288048916,0.131287061,0.109863485,Econ/Fin,1
-m_dense/H/short,Kairos_23m,47900.96206,48249.68888,97.748952,0.848947814,0.323038216,0.241225236,11.92782338,218.8628841,0.388208256,0.1733823,0.145967115,Transport,1
-m_dense/H/medium,Kairos_23m,41303.09042,41285.4816,95.0202017,0.80189121,0.334465831,0.239759647,11.87380326,203.2316177,0.353597352,0.165323152,0.138948911,Transport,1
-m_dense/H/long,Kairos_23m,43088.12026,43001.65535,99.22641762,0.839948397,0.353919713,0.249938733,13.38339459,207.5767816,0.359346113,0.171775606,0.145812086,Transport,1
-m_dense/D/short,Kairos_23m,8286.111559,8278.529345,45.90504214,0.67853632,0.12367634,0.097950838,9.493810009,91.02808116,0.157583073,0.079468418,0.066168307,Transport,1
-restaurant/D/short,Kairos_23m,141.5972164,142.202737,7.269481804,0.696364645,0.714720607,0.399619607,6.176499711,11.89946286,0.547640852,0.334558396,0.269602297,Sales,1
-saugeen/D/short,Kairos_23m,1108.032001,1281.533603,13.75392074,3.055252873,0.31216837,0.352331438,38.2413383,33.28711464,1.078177558,0.445492763,0.376255288,Nature,1
-saugeen/W/short,Kairos_23m,893.4954509,904.9346477,15.29253114,1.240646422,0.450981859,0.42216417,16.8360356,29.89139426,0.902296589,0.461617767,0.386462357,Nature,1
-saugeen/M/short,Kairos_23m,354.9838039,358.2287118,11.91686403,0.698269366,0.341086229,0.340606738,7.901661459,18.84101388,0.565663722,0.357779985,0.300805173,Nature,1
-solar/10T/short,Kairos_23m,34.241154,34.19272553,2.689900692,1.184199488,7.545181486,1.273942407,25.47895426,5.851594142,1.702228089,0.782491814,0.702745494,Energy,1
-solar/10T/medium,Kairos_23m,18.62466252,18.58357906,1.720628738,0.752775746,3.794913401,0.752194433,18.02185436,4.315630025,0.957655453,0.381814355,0.348417012,Energy,1
-solar/10T/long,Kairos_23m,19.25185393,19.3903283,1.842976035,0.806333465,3.450628129,0.785524389,18.97302332,4.387693463,0.948329758,0.39832979,0.362447306,Energy,1
-solar/H/short,Kairos_23m,706.1653341,704.473123,11.24235991,0.868485586,5.023929993,1.050632902,14.78353493,26.57377154,0.979518069,0.41439713,0.364527023,Energy,1
-solar/H/medium,Kairos_23m,708.4717261,704.3536115,11.01345669,0.841780452,5.048762216,0.807035163,15.26293817,26.61713219,0.958811226,0.396730415,0.348079802,Energy,1
-solar/H/long,Kairos_23m,725.9884084,723.2922657,12.07100678,0.917516877,6.628130214,0.920937438,16.50732944,26.94417207,0.934203671,0.418523858,0.36584082,Energy,1
-solar/D/short,Kairos_23m,133078.1359,139097.899,254.3133683,0.992591175,1.130621915,0.425223858,8.188429179,364.7987609,0.527009977,0.367396211,0.303081549,Energy,1
-solar/W/short,Kairos_23m,1419433.958,1438369.51,963.0668386,1.050541519,0.215749582,0.189172881,4.989217959,1191.399999,0.243194516,0.196586011,0.145785997,Energy,1
-sz_taxi/15T/short,Kairos_23m,16.89509476,16.93092615,2.782575109,0.555987108,1.11501E+12,0.40057374,5.448553214,4.11036431,0.384336654,0.260182681,0.210691447,Transport,1
-sz_taxi/15T/medium,Kairos_23m,17.05363022,17.0297247,2.8496483,0.557001753,1.05379E+13,0.413602269,11.52436232,4.129604123,0.384328584,0.265207333,0.235704128,Transport,1
-sz_taxi/15T/long,Kairos_23m,16.25944957,16.18806209,2.807774724,0.530414765,6.56588E+12,0.411599253,12.0531867,4.032300779,0.373222555,0.259882611,0.234653979,Transport,1
-sz_taxi/H/short,Kairos_23m,7.307025407,7.258550881,1.871615388,0.570611393,1.167082243,0.298827038,5.309991265,2.703151015,0.251815199,0.174352524,0.141253212,Transport,1
-temperature_rain/D/short,Kairos_23m,168.7283624,177.8638801,5.980755653,1.405348839,37.6737983,1.409521261,24.60785402,12.9895482,1.529213256,0.704093066,0.581370193,Nature,1
-us_births/D/short,Kairos_23m,206202.3625,204998.1265,296.5690299,0.436686197,0.02805545,0.027780127,5.594592874,454.0951029,0.042567731,0.02780094,0.023262481,Healthcare,1
-us_births/W/short,Kairos_23m,3422206.951,3427590.342,1366.115165,1.241663925,0.018325138,0.018463339,12.02327143,1849.920796,0.025112493,0.018544879,0.014988401,Healthcare,1
-us_births/M/short,Kairos_23m,81163490.67,81312970.67,7400.020833,0.836776873,0.022714441,0.023072151,6.103282184,9009.078236,0.027982136,0.022984414,0.019080748,Healthcare,1

results/Kairos_23m/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Kairos_23m",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/mldi-lab/Kairos_23m",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/kairos.ipynb",
-    "org": "ShanghaiTech University",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Kairos_50m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Kairos_50m,1859393.025,1895906.573,191.4840931,0.777266114,3.075856404,0.556909967,15.09210526,1363.595624,4.281353028,0.601212697,0.474591749,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Kairos_50m,3617116.576,3786168.797,356.9805528,1.053425503,5.828812637,0.69568294,29.02928915,1901.871861,5.778411984,1.084605513,0.940152242,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Kairos_50m,5347065.231,5491082.498,472.626398,0.971915712,6.514752641,0.721556412,26.95761055,2312.372209,6.11090933,1.249010455,1.133669183,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Kairos_50m,3790466.007,3773475.471,384.7313619,1.086932016,5.230961917,0.520531875,21.77684911,1946.911915,5.549331401,1.096609359,0.820407234,Web/CloudOps,2
-bitbrains_rnd/5T/short,Kairos_50m,1533813.825,1707646.62,133.5053577,1.717693392,1.41809104,0.524111448,54.78831385,1238.472376,5.067471458,0.546265386,0.457716991,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Kairos_50m,2273023.479,2377314.928,184.45203,4.456124703,1.910063072,0.618703098,167.2992549,1507.65496,6.34347296,0.776083716,0.727873337,Web/CloudOps,2
-bitbrains_rnd/5T/long,Kairos_50m,2547494.005,2616006.238,216.6253947,3.38159377,3.234311451,0.590594225,124.7980449,1596.087092,6.114250098,0.829843088,0.784425776,Web/CloudOps,2
-bitbrains_rnd/H/short,Kairos_50m,1820958.458,1770432.862,179.2651649,5.741018387,2.43819341,0.52154564,200.0163663,1349.428938,5.905761322,0.784552078,0.650610652,Web/CloudOps,2
-bizitobs_application/10S/short,Kairos_50m,474754.098,478055.7495,369.6837068,1.540312786,0.020862356,0.02120089,23.92358334,689.0240184,0.026572904,0.014257224,0.011454249,Web/CloudOps,2
-bizitobs_application/10S/medium,Kairos_50m,3102011.245,3048442.928,976.253023,2.274304038,0.032161208,0.032683953,55.00321834,1761.252749,0.069159213,0.038334584,0.035262935,Web/CloudOps,2
-bizitobs_application/10S/long,Kairos_50m,4840797.506,4772801.644,1321.560514,2.907980515,0.040301668,0.041303781,77.6355305,2200.181244,0.084852203,0.050967311,0.048136903,Web/CloudOps,2
-bizitobs_l2c/5T/short,Kairos_50m,20.73574656,20.84141728,2.674121444,0.274380122,0.153384109,0.157241041,4.210190709,4.553652003,0.156390837,0.091840152,0.077865696,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Kairos_50m,151.1522163,152.7400397,8.321643368,0.826131405,0.602234835,0.79061562,22.90675997,12.29439776,0.646866138,0.437840829,0.409104329,Web/CloudOps,7
-bizitobs_l2c/5T/long,Kairos_50m,325.0179643,329.4567715,12.7999909,1.224763161,0.913108588,1.101895414,39.36157586,18.02825461,1.012259547,0.718700355,0.688543969,Web/CloudOps,7
-bizitobs_l2c/H/short,Kairos_50m,57.91809892,58.5556723,4.736005423,0.480059553,0.45162486,0.553507846,4.586802967,7.610394137,0.410219768,0.255282842,0.20851936,Web/CloudOps,7
-bizitobs_l2c/H/medium,Kairos_50m,63.73390488,63.67394802,4.684195818,0.474470152,0.485989131,0.708163446,6.840211445,7.983351732,0.483404085,0.283635179,0.238645077,Web/CloudOps,7
-bizitobs_l2c/H/long,Kairos_50m,76.49806179,76.72765939,5.158500381,0.556074308,0.603111698,0.714666628,11.13733155,8.746317042,0.53425031,0.315096105,0.277948554,Web/CloudOps,7
-bizitobs_service/10S/short,Kairos_50m,3121.050634,3168.797398,21.07442242,0.909076806,0.092010181,0.063097711,12.77227131,55.86636407,0.041387589,0.015612606,0.012906506,Web/CloudOps,2
-bizitobs_service/10S/medium,Kairos_50m,31113.11522,30839.08518,43.24961181,1.108338697,0.086811396,0.081545835,22.79641562,176.3891018,0.132754587,0.032550675,0.029779048,Web/CloudOps,2
-bizitobs_service/10S/long,Kairos_50m,132030.3125,131965.1704,73.82499945,1.405237841,0.102216737,0.108052115,33.73356756,363.3597562,0.26918853,0.054691921,0.052381197,Web/CloudOps,2
-car_parts/M/short,Kairos_50m,1.414383305,1.334951029,0.558874637,0.999470277,0.681762091,1.782883487,17.05439855,1.189278481,2.851767801,1.34012405,1.085418217,Sales,1
-covid_deaths/D/short,Kairos_50m,3580828.426,3557598.145,290.0575531,42.00239176,0.123081455,0.157623721,1220.94577,1892.307699,0.711989947,0.109135561,0.096761458,Healthcare,1
-electricity/15T/short,Kairos_50m,152185.9318,153507.6004,57.34764455,1.067538813,0.184793556,0.160299234,17.79196962,390.1101535,0.768984019,0.113043513,0.097225397,Energy,1
-electricity/15T/medium,Kairos_50m,277731.7063,278646.5793,58.35341668,0.883097662,0.139763041,0.130736294,14.27574336,527.0025676,0.908078487,0.100548812,0.087194536,Energy,1
-electricity/15T/long,Kairos_50m,356994.5982,358996.9872,64.06950792,0.936887595,0.154274704,0.135775034,16.58496097,597.4902494,0.942614128,0.101077504,0.088594224,Energy,1
-electricity/H/short,Kairos_50m,1518109.226,1562907.483,174.8803717,0.949474205,0.221146524,0.120495848,13.63652791,1232.115752,0.581646629,0.082556025,0.06915336,Energy,1
-electricity/H/medium,Kairos_50m,5571500.482,5588592.121,245.2659689,1.097297265,0.25350753,0.129798362,18.9808748,2360.40261,0.92134291,0.095735389,0.08292229,Energy,1
-electricity/H/long,Kairos_50m,9082957.177,9101245.658,288.5171285,1.248374157,0.308570919,0.142595428,25.39900142,3013.794481,1.188639685,0.113791073,0.101266118,Energy,1
-electricity/D/short,Kairos_50m,1248351582,1251751137,4251.995652,1.43649799,0.321572368,0.097051711,15.87298451,35332.01922,0.580622417,0.06987441,0.056563829,Energy,1
-electricity/W/short,Kairos_50m,42773897882,42563774916,26643.75409,1.42843091,0.246369676,0.09290708,15.16564683,206818.5144,0.471891607,0.060792255,0.049238666,Energy,1
-ett1/15T/short,Kairos_50m,5.165115501,5.264231797,1.141816796,0.719104212,0.523534821,0.248611826,8.234283115,2.272689046,0.429632813,0.215850894,0.178675105,Energy,7
-ett1/15T/medium,Kairos_50m,10.10533617,10.16933795,1.63775785,1.022493869,0.774998435,0.395545879,18.25644554,3.17888914,0.605899379,0.312158248,0.273001623,Energy,7
-ett1/15T/long,Kairos_50m,8.853108631,8.880000675,1.579386801,1.012680489,0.793426423,0.389877963,19.0526992,2.975417388,0.567117466,0.30103267,0.264197838,Energy,7
-ett1/H/short,Kairos_50m,107.0877701,108.5887301,5.09058598,0.837936409,0.507895703,0.261678663,8.594493947,10.34832209,0.482998529,0.237598474,0.193503729,Energy,7
-ett1/H/medium,Kairos_50m,135.0111678,136.2789804,6.800880085,1.275834324,2.60577E+12,0.426364182,23.91029885,11.61943062,0.556543209,0.32574605,0.27976782,Energy,7
-ett1/H/long,Kairos_50m,146.0603763,147.2046833,6.867089016,1.281688514,3.06197E+12,0.435697724,28.4452898,12.0855441,0.57875052,0.328850013,0.290574828,Energy,7
-ett1/D/short,Kairos_50m,41755.00513,41961.04904,139.5849564,1.785173239,1.433147215,0.485441241,14.67657218,204.3404148,0.536706898,0.366624532,0.289489663,Energy,7
-ett1/W/short,Kairos_50m,2153185.844,2085116.145,944.0636379,1.485292829,0.616860242,0.511878408,13.13188023,1467.373791,0.583903065,0.375665461,0.298061675,Energy,7
-ett2/15T/short,Kairos_50m,8.424481214,8.431180281,1.784239681,0.768928799,0.111529115,0.132711843,8.622286122,2.902495687,0.137791799,0.084704207,0.06998294,Energy,7
-ett2/15T/medium,Kairos_50m,13.8397496,13.82079922,2.273352646,0.929703183,0.138929158,0.167057506,17.92224457,3.720181394,0.19825519,0.121151071,0.107114016,Energy,7
-ett2/15T/long,Kairos_50m,12.82068073,12.78033339,2.260576486,0.931296981,0.141632767,0.168528531,19.96997419,3.580597818,0.190816526,0.120470205,0.108143276,Energy,7
-ett2/H/short,Kairos_50m,114.2573788,114.2044238,6.57644948,0.7502733,0.122897048,0.111602583,7.906534851,10.68912432,0.135567832,0.083407674,0.068441677,Energy,7
-ett2/H/medium,Kairos_50m,231.2604804,233.4488848,9.848766636,1.045914985,0.17425909,0.167788134,19.59925391,15.20725092,0.204927468,0.132718453,0.11629653,Energy,7
-ett2/H/long,Kairos_50m,220.8514104,220.8830466,9.262856604,1.022710757,0.177085177,0.176331057,24.00075498,14.8610703,0.203510922,0.126847693,0.114722352,Energy,7
-ett2/D/short,Kairos_50m,112943.3102,109548.9818,200.7072229,1.340029417,0.437446402,0.136124482,11.61837716,336.0703946,0.192341943,0.114870032,0.093753119,Energy,7
-ett2/W/short,Kairos_50m,5338131.795,5203102.11,1609.780385,1.164997698,0.194499319,0.228787634,7.208596958,2310.439741,0.193810452,0.13503588,0.107803016,Energy,7
-hierarchical_sales/D/short,Kairos_50m,27.28709216,28.09181395,2.290182335,0.744619214,0.606006926,1.021866525,9.134164445,5.223704831,1.602574793,0.702602578,0.587669947,Sales,1
-hierarchical_sales/W/short,Kairos_50m,458.3533465,461.3533303,9.157517712,0.729670587,0.570236492,0.462583864,8.227431206,21.40918837,0.98290631,0.420426117,0.356151975,Sales,1
-hospital/M/short,Kairos_50m,3344.590542,3287.376472,18.70543868,0.773676409,0.198966637,0.178374902,7.232407981,57.83243504,0.209945169,0.067905086,0.054445767,Healthcare,1
-jena_weather/10T/short,Kairos_50m,588.5397406,647.8586392,5.198390945,0.284913144,0.349235101,0.313635662,2.676367663,24.25983802,0.150684006,0.032288524,0.02655814,Nature,21
-jena_weather/10T/medium,Kairos_50m,1511.311017,1512.724232,9.978306859,0.627679752,0.774745832,0.4849722,13.92840437,38.87558382,0.238578797,0.0612367,0.054970218,Nature,21
-jena_weather/10T/long,Kairos_50m,1546.16145,1549.417083,9.980570664,0.645286124,0.801083221,0.451684113,16.38695187,39.32125952,0.240613521,0.061072821,0.056167538,Nature,21
-jena_weather/H/short,Kairos_50m,1086.585766,1089.305577,8.460113015,0.560436148,1.449401524,0.455677833,6.979475606,32.9634004,0.202063536,0.051859952,0.044385481,Nature,21
-jena_weather/H/medium,Kairos_50m,1505.286199,1506.090058,11.22069069,0.857690675,2.54889791,0.517302779,17.41095061,38.79801797,0.237411947,0.068661395,0.061741582,Nature,21
-jena_weather/H/long,Kairos_50m,1192.895535,1201.217889,11.42615049,1.035467669,2.670123256,0.481627523,27.26896082,34.5383198,0.207958962,0.068798089,0.061903489,Nature,21
-jena_weather/D/short,Kairos_50m,430.3252873,427.8099919,10.56173814,1.122478737,0.776305575,0.463632688,9.369381566,20.74428324,0.124914489,0.063598925,0.050842244,Nature,21
-kdd_cup_2018/H/short,Kairos_50m,4423.00621,4521.612552,22.35811906,0.936497383,0.865647907,0.495410356,10.3724855,66.50568555,1.392084446,0.467995924,0.387665232,Nature,1
-kdd_cup_2018/H/medium,Kairos_50m,5101.574262,5145.10676,25.18947189,1.042339793,0.977360496,0.553608629,21.30156337,71.42530548,1.495061001,0.527261267,0.473833851,Nature,1
-kdd_cup_2018/H/long,Kairos_50m,4086.297501,4139.237693,24.23591298,1.020022283,1.039520966,0.606979002,25.08223864,63.92415428,1.499918971,0.568672453,0.52287054,Nature,1
-kdd_cup_2018/D/short,Kairos_50m,2715.186615,2834.747051,20.78310564,1.176038485,0.529615013,0.454773322,12.19857362,52.10745259,1.167262265,0.465563634,0.385130423,Nature,1
-loop_seattle/5T/short,Kairos_50m,39.50931554,40.3244091,3.461945374,0.54921742,0.093988561,0.073542008,5.598254631,6.285643606,0.10778491,0.05936472,0.048348954,Transport,1
-loop_seattle/5T/medium,Kairos_50m,77.25818295,79.11513807,5.113389333,0.811052493,0.170814678,0.11671389,13.50493768,8.789663415,0.156386173,0.090977703,0.078503912,Transport,1
-loop_seattle/5T/long,Kairos_50m,91.6434602,93.12734209,5.531505158,0.873930664,0.180681217,0.124585919,16.76076789,9.573059083,0.169253653,0.097798148,0.085987464,Transport,1
-loop_seattle/H/short,Kairos_50m,54.33541909,54.70702461,4.089501762,0.830537226,0.115226523,0.094187465,10.97928907,7.371256276,0.130478733,0.07238834,0.060876962,Transport,1
-loop_seattle/H/medium,Kairos_50m,61.44919655,61.15202069,4.565432201,0.9380787,0.123629269,0.103425326,15.93332211,7.838953792,0.138552633,0.080693504,0.06989731,Transport,1
-loop_seattle/H/long,Kairos_50m,55.99017993,56.41888305,4.337624523,0.90673465,0.132348799,0.100673378,17.1753599,7.482658614,0.133725105,0.077519145,0.068042935,Transport,1
-loop_seattle/D/short,Kairos_50m,18.52714292,18.56323141,2.889923523,0.873032537,0.053492156,0.053302621,14.72432294,4.304316777,0.07692389,0.051646794,0.044789456,Transport,1
-m4_daily/D/short,Kairos_50m,404480.1803,408458.6218,180.7881428,3.30995315,0.045401151,0.03120442,38.02919375,635.987563,0.098242502,0.027926772,0.023009329,Econ/Fin,1
-m4_hourly/H/short,Kairos_50m,955905.4409,960364.1019,210.2623817,1.019491024,0.102742231,0.095853622,10.33854687,977.7041684,0.133478215,0.028705459,0.022277235,Econ/Fin,1
-m4_monthly/M/short,Kairos_50m,1888605.507,1905221.489,566.016827,0.973541534,0.15798614,0.132389552,12.49722163,1374.265443,0.285619537,0.117637728,0.098244516,Econ/Fin,1
-m4_quarterly/Q/short,Kairos_50m,1851646.548,1851589.755,578.9015635,1.206708185,0.122731953,0.105711689,15.47908243,1360.752199,0.227765956,0.096897928,0.081090363,Econ/Fin,1
-m4_weekly/W/short,Kairos_50m,350282.7948,342247.6443,303.2645621,2.431395293,0.076217278,0.07408593,20.03375849,591.8469353,0.107825333,0.0552501,0.044314932,Econ/Fin,1
-m4_yearly/A/short,Kairos_50m,3281788.821,3281350.4,833.4983668,3.044331239,0.16515814,0.140944585,47.48120055,1811.570816,0.290493776,0.133655326,0.11400675,Econ/Fin,1
-m_dense/H/short,Kairos_50m,48021.62194,48189.77842,95.69494292,0.837500594,0.334651014,0.231534621,13.30495925,219.1383625,0.388696886,0.169738999,0.14469597,Transport,1
-m_dense/H/medium,Kairos_50m,39322.67852,39322.3823,90.65505082,0.771879837,0.329843712,0.232506273,12.67312661,198.2994668,0.345016032,0.157728341,0.134242315,Transport,1
-m_dense/H/long,Kairos_50m,40222.16097,40198.09126,93.80588077,0.802050862,0.343733928,0.237319099,14.20688609,200.5546334,0.347189736,0.162391855,0.139522713,Transport,1
-m_dense/D/short,Kairos_50m,7916.943304,7938.128376,44.29911886,0.671495166,0.123345113,0.096759587,9.663077388,88.97720666,0.154032706,0.076688328,0.064397125,Transport,1
-restaurant/D/short,Kairos_50m,140.1237592,141.2470529,7.228977495,0.692931762,0.704488942,0.398910108,6.620843457,11.83738819,0.544784031,0.332694294,0.269871618,Sales,1
-saugeen/D/short,Kairos_50m,936.8498176,1119.693293,12.52292173,2.781401227,0.286591548,0.321401168,34.67216938,30.60800251,0.991400479,0.405620413,0.332404681,Nature,1
-saugeen/W/short,Kairos_50m,902.9603745,923.9052747,14.91398416,1.209895312,0.42131126,0.399116245,15.43171781,30.04929907,0.907063077,0.450191012,0.375871821,Nature,1
-saugeen/M/short,Kairos_50m,373.6656669,376.9704953,11.9940023,0.702779869,0.341025159,0.339837744,9.544651426,19.3304337,0.580357572,0.360095907,0.306651125,Nature,1
-solar/10T/short,Kairos_50m,31.05741108,31.65870506,2.532276401,1.11778936,6.795422657,1.309459949,22.72021849,5.572917646,1.621161127,0.736638925,0.648568364,Energy,1
-solar/10T/medium,Kairos_50m,18.68836707,18.67212164,1.711743919,0.74922253,3.651725607,0.785634443,17.02272027,4.323004403,0.959291857,0.379842778,0.341880425,Energy,1
-solar/10T/long,Kairos_50m,18.87930919,18.97296966,1.786490282,0.781561492,3.356449826,0.672876267,17.71496927,4.345032703,0.939109317,0.386121298,0.346967491,Energy,1
-solar/H/short,Kairos_50m,701.370366,711.6082536,10.93042915,0.844024776,4.763235367,0.863297421,13.92895042,26.48339793,0.976186868,0.402899259,0.348278462,Energy,1
-solar/H/medium,Kairos_50m,704.5910831,714.5251452,11.13871129,0.852412238,4.885715744,0.854922327,15.23863931,26.54413463,0.956181683,0.401242378,0.348896747,Energy,1
-solar/H/long,Kairos_50m,718.9796879,723.1976859,11.98387975,0.912655434,6.906881422,1.01813983,17.12603183,26.8137966,0.929683315,0.415503005,0.364192226,Energy,1
-solar/D/short,Kairos_50m,130743.0957,139400.5272,254.9196083,0.995196489,1.123354658,0.426924223,7.349796348,361.5841475,0.522365955,0.368272021,0.30062322,Energy,1
-solar/W/short,Kairos_50m,1387663.955,1450200.784,928.6871969,1.013478148,0.205651775,0.180864472,5.228532047,1177.991492,0.240457504,0.189568267,0.144666621,Energy,1
-sz_taxi/15T/short,Kairos_50m,16.69964544,16.77801924,2.758025874,0.550346844,1.00246E+12,0.396922753,5.315816891,4.086519967,0.382107106,0.257887223,0.208488519,Transport,1
-sz_taxi/15T/medium,Kairos_50m,16.77671943,16.77064254,2.802017281,0.546180246,1.06112E+13,0.409229129,9.106818545,4.095939383,0.381195518,0.260774472,0.22627041,Transport,1
-sz_taxi/15T/long,Kairos_50m,16.08016981,16.04621383,2.748618542,0.519517046,7.78138E+12,0.402883812,10.2055382,4.010008704,0.37115924,0.254407221,0.226165568,Transport,1
-sz_taxi/H/short,Kairos_50m,7.225723914,7.241094466,1.863642401,0.567262774,1.063674053,0.298543224,5.448591703,2.688070668,0.250410372,0.173609791,0.140658008,Transport,1
-temperature_rain/D/short,Kairos_50m,168.3354179,179.2370264,5.900764702,1.381027354,34.0699801,1.429881937,24.24066362,12.97441397,1.527431557,0.694676017,0.575360018,Nature,1
-us_births/D/short,Kairos_50m,189073.1956,188141.2082,272.5702897,0.401353423,0.026126218,0.025713137,5.566167923,434.8254772,0.04076136,0.025551253,0.021406951,Healthcare,1
-us_births/W/short,Kairos_50m,3006552.911,3010076.897,1313.646484,1.194214344,0.017668725,0.017781145,11.75990854,1733.941438,0.023538085,0.017832622,0.014462162,Healthcare,1
-us_births/M/short,Kairos_50m,60816298.67,60781960,6681.496094,0.756184961,0.020494023,0.020749506,5.042984677,7798.480536,0.024222027,0.020752681,0.016539774,Healthcare,1

results/Kairos_50m/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Kairos_50m",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/mldi-lab/Kairos_50m",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/kairos.ipynb",
-    "org": "ShanghaiTech University",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Lag-Llama/config.json

@@ -2,8 +2,5 @@
     "model": "Lag-Llama",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama",
-    "org": "Morgan Stanley & Service Now",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "No"
+    "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama"
 }

results/Lingjiang/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-sz_taxi/15T/short,Lingjiang,17.09323329017276,17.386402977837456,2.8361871821830853,0.5671442573738626,1174271885554.2747,0.41391644502276864,4.4164362710667655,4.134396363457761,0.3865837599108391,0.26519564364706477,0.2088630352872326,Transport,1
-sz_taxi/15T/medium,Lingjiang,17.21445792434562,17.514251552483973,2.9012683835803954,0.5629482017337738,10647864730398.818,0.420859646594417,7.359556932369601,4.149030962085679,0.38613655459189805,0.27001142864910843,0.22888953052411917,Transport,1
-sz_taxi/15T/long,Lingjiang,16.0140947738604,16.15976395566239,2.7994916519208513,0.5266544729112937,7095435715620.177,0.41183234812600794,8.351346494999227,4.001761458890372,0.37039587407490804,0.2591159338283382,0.22517247657610712,Transport,1
-ett1/W/short,Lingjiang,934043.8571428572,947159.0,790.3670479910714,1.4737426040551591,0.6101730210440499,0.5210852862135302,9.820853035160889,966.4594441273039,0.38457728002962416,0.3145059126779166,0.24913932511091272,Energy,7
-jena_weather/H/short,Lingjiang,1193.8501848493304,1208.3259932056703,9.578534883962837,0.6138052619383408,1.863594383941177,0.6316858060715952,5.381475698617071,34.55213719655168,0.21180240260988445,0.05871580939741089,0.04919520614165182,Nature,21
-jena_weather/H/medium,Lingjiang,1297.6031746031747,1307.8561507936508,11.358327132936507,0.9872609969998994,3.3926952205216447,0.742350333050968,14.921345951635312,36.022259432234044,0.2204265941250247,0.06950361816090492,0.059438166565082017,Nature,21
-jena_weather/H/long,Lingjiang,1811.4849206349206,1837.1756613756613,14.870024181547619,1.7036503568567323,2.949063884971797,0.8200739450141611,36.74916733824333,42.561542742655845,0.25626764233661453,0.08953402045444432,0.0788971210232101,Nature,21
-m_dense/H/short,Lingjiang,56631.89229166666,56800.576736111114,112.90510443793403,0.9664262184532758,0.377370882363476,0.2814634009501656,9.238169080076567,237.9745622785483,0.42210761464237084,0.2002655403961221,0.16331943563923426,Transport,1
-m_dense/H/medium,Lingjiang,45420.64666666667,45423.653333333335,104.41352430555555,0.8804006605805744,0.36356739349609785,0.2614305755106678,8.759647794720259,213.12120182343818,0.37080397737034576,0.18166634653191666,0.14737409299407392,Transport,1
-m_dense/H/long,Lingjiang,49752.48987654321,49573.60592592593,111.23660493827161,0.9419306312193415,0.41018671183221617,0.2705995697473848,9.47996512382366,223.05266166657418,0.3861371511555014,0.1925670171974051,0.15693379160316637,Transport,1
-solar/W/short,Lingjiang,1960827.0218978103,1931086.401459854,1143.7363138686133,1.2745701544246,0.26682154105527556,0.22508404991847766,7.160781461501847,1400.2953338127677,0.28583528674232206,0.23346517647965948,0.1795946046722768,Energy,1
-ett2/D/short,Lingjiang,127917.14285714286,125213.21904761904,217.22093253968254,1.409814638887418,0.41028955853174603,0.14565096545073425,12.304443440561512,357.65506127712337,0.20469542797939055,0.12432127087344728,0.10254958679143258,Energy,7
-saugeen/M/short,Lingjiang,821.346912202381,812.7466517857143,18.786626906622026,1.1000416552043357,0.7276654016403925,0.5518138153362566,12.341764029571204,28.659150584104562,0.860433677181315,0.5640308990896521,0.4597692693518234,Nature,1
-us_births/D/short,Lingjiang,2826943.5733333332,2767791.5733333332,1238.2691666666667,1.8224119325817063,0.12258313496907552,0.11965751761143395,26.734568368331193,1681.3517101824154,0.1576130794474118,0.11607768640027098,0.10097962706084157,Healthcare,1
-saugeen/D/short,Lingjiang,1119.9961458333332,1123.9998958333333,15.4671484375,3.4350743055523565,0.46237904866536456,0.42182195556561747,49.05696560926704,33.46634347868517,1.0839828391469435,0.5009846231772188,0.43951157433521065,Nature,1
-bizitobs_application/10S/short,Lingjiang,9553505.848888889,9514224.071111111,1451.8597222222222,6.286112010241561,0.09175194634331597,0.0917911630043546,62.00851907684117,3090.874609053057,0.11920267909227933,0.055992426236948833,0.04477444122233195,Web/CloudOps,2
-bizitobs_application/10S/medium,Lingjiang,38072316.586666666,38252482.56,3302.0416666666665,14.387804728830615,0.2129423395792643,0.2000370956039799,158.41181211429534,6170.27686466877,0.2422886122656452,0.12966145776068874,0.11724607413195814,Web/CloudOps,2
-bizitobs_application/10S/long,Lingjiang,43412484.55111111,43363701.19111111,3864.6633333333334,19.528228877502624,0.29758646647135417,0.2568691437691168,196.7394898977901,6588.815109798658,0.25410426253827,0.14904461726584523,0.13530558714350346,Web/CloudOps,2
-us_births/W/short,Lingjiang,4952630.285714285,4914044.571428572,1619.2280970982142,1.4719038040047356,0.021840855479240417,0.021891268192348306,11.998193407821105,2225.450580380136,0.030210273413381852,0.021980862645627184,0.017531634559094456,Healthcare,1
-hierarchical_sales/W/short,Lingjiang,474.56658521749205,485.61599990068856,11.611765522067829,0.8532678474854984,0.9547392777979034,0.5492071498136553,7.406421840175275,21.784549231450534,1.0001393108314858,0.5331018348551086,0.41534321791432344,Sales,1
-ett2/15T/short,Lingjiang,7.304725138346354,7.388636634463356,1.7280328659784225,0.755450170575806,0.1109275996181732,0.13233627908806683,5.027568057151543,2.7027255018492635,0.12830799794028813,0.0820358698125295,0.06468501154439725,Energy,7
-ett2/15T/medium,Lingjiang,9.417513640873016,9.406885540674603,1.9176648530505953,0.8102434393985944,0.12510297214776597,0.15249707628553727,9.903711351508937,3.0687967741238613,0.16354173501807104,0.10219583124418731,0.0863454473480228,Energy,7
-ett2/15T/long,Lingjiang,9.139844680059523,9.112584790426586,1.9217139253162203,0.8189941522786657,0.12683853355144326,0.15527791717027067,11.138921354033528,3.0232176038220477,0.16111273320475183,0.10241161025058418,0.08812990126301982,Energy,7
-electricity/D/short,Lingjiang,3690691163.269766,3749371098.125838,6297.337263513514,1.825122512966233,0.6999188601849841,0.13103219884045708,15.254432410985517,60751.05894772342,0.9983416598539446,0.10348616543007227,0.08229310686538788,Energy,1
-solar/10T/short,Lingjiang,7.971274427427863,8.137727385657838,1.0961543851235198,0.462802415535418,1.9123008104950558,1.4585079224571553,3.6283600508181397,2.8233445463541753,0.8213106059319867,0.3188711853830772,0.2561423437975909,Energy,1
-solar/10T/medium,Lingjiang,7.30529797576587,7.445224747618751,1.1026903179044667,0.4762752678565837,1.5468000155097679,1.4105413662397628,3.5098566111266103,2.702831473800368,0.5997690350163539,0.2446913595250988,0.19642906234134852,Energy,1
-solar/10T/long,Lingjiang,5.771575383219599,5.832640472931874,0.970011247200204,0.4178728686754567,1.3346674182704028,1.398590857213463,2.934618715582179,2.402410327820707,0.5192425663451602,0.20965241597042147,0.16677663458486577,Energy,1
-bitbrains_rnd/5T/short,Lingjiang,1454676.3283585014,1494937.345909339,134.2604387692385,4.896481511820496,1.4175650688905905,0.7594272120753072,147.95764243714765,1206.0996345072415,4.935011534888143,0.5493549579558862,0.4637727868272927,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Lingjiang,2273789.872997734,2313939.890607318,170.1899805013223,12.308572831484428,1.8745901569497507,0.7930135085822246,520.4164828195159,1507.9091063448534,6.344542271617249,0.7160760028260043,0.6592322518507768,Web/CloudOps,2
-bitbrains_rnd/5T/long,Lingjiang,2914635.2722429223,2955469.1726222956,213.55429364347947,15.358232684244904,3.434647996477651,0.7831883359010346,556.0979504987027,1707.2302926796146,6.540014637915582,0.8180783883736876,0.7395778802399846,Web/CloudOps,2
-m4_yearly/A/short,Lingjiang,3936182.7263573315,3940952.357534604,926.3724553435405,3.4868375752066854,0.17393223924764972,0.15295901769111292,48.18305387001156,1983.9815337742766,0.31814063371167794,0.14854811649147528,0.1275370953666668,Econ/Fin,1
-ett2/H/short,Lingjiang,89.04362444196428,89.76956031436012,6.018736049107143,0.7099558829055521,0.11579877961710715,0.10795171174971493,4.9516478976436655,9.436292939601032,0.11967844475334054,0.07633431627743249,0.060648775917624805,Energy,7
-ett2/H/medium,Lingjiang,162.27760416666666,162.34384300595238,7.973710123697916,0.907039326082194,0.15990741471564449,0.1551258809372724,10.553095233885985,12.738822715096818,0.17166382811626876,0.10745087161792942,0.09012610337599822,Energy,7
-ett2/H/long,Lingjiang,203.03371362433862,203.1843253968254,8.661400462962963,0.9753604010915986,0.1753028890534151,0.1665938242831186,15.46816916513478,14.248989915932238,0.19512895006611786,0.11861121303415395,0.10311387342623744,Energy,7
-sz_taxi/H/short,Lingjiang,7.773222311949119,7.7306772867838545,1.952469198112814,0.5932086240553479,0.8541937934027778,0.312534350797163,5.0204712814012,2.788049912026167,0.25972405404837795,0.1818845542725299,0.14649103854196774,Transport,1
-m_dense/D/short,Lingjiang,19804.687407407408,18806.54,87.40711226851852,1.2007316328104565,0.20896806992629088,0.1764104723064206,8.72343824704361,140.72912778599678,0.24362292699974167,0.1513146344787508,0.11454439973549187,Transport,1
-solar/D/short,Lingjiang,111434.15377128954,118397.84817518249,256.7090556569343,1.001682357126927,1.0344546872623936,0.4374496389920945,5.980117795658627,333.81754563127674,0.48225268020663853,0.37085716956476394,0.2769877237352596,Energy,1
-ett1/D/short,Lingjiang,37461.76190476191,37928.276190476194,129.57366071428572,1.6221098555549,1.2298961821056547,0.4697289031690134,10.953606401513925,193.55041179176527,0.5083665767038218,0.3403295178683078,0.2699848904414602,Energy,7
-kdd_cup_2018/H/short,Lingjiang,4209.314949408824,4216.908606780375,23.61135662573143,0.984102320635578,0.9781430452791183,0.5141915555291138,8.099185907929957,64.87923357599736,1.3580398573445713,0.49422845518296776,0.39632909174029174,Nature,1
-kdd_cup_2018/H/medium,Lingjiang,4845.177616249731,4861.564490791731,26.19779684160988,1.1098394040784967,1.1810039223819655,0.5766375241276097,13.33649079388805,69.60731007767598,1.457007068819303,0.5483673358893288,0.46181373879234333,Nature,1
-kdd_cup_2018/H/long,Lingjiang,3777.00968693059,3803.853777661251,23.727969318494736,1.0484847535977073,1.1259852954507164,0.6109661612949059,17.113950961780642,61.45738106143631,1.4420385148776678,0.556754047213631,0.48712247821121907,Nature,1
-electricity/15T/short,Lingjiang,106979.23249725068,107181.7422578499,46.46277012043171,0.8784644069041138,0.13553034983860776,0.15343672736125977,8.811451409216483,327.0767990812719,0.6447328516706035,0.09158727968601092,0.07531089291314144,Energy,1
-electricity/15T/medium,Lingjiang,255490.10428068694,255875.68903265765,54.502327594928914,0.8566204719397901,0.1281595765067794,0.13442819134255826,8.821427516852031,505.46028951905504,0.8709589721345719,0.09391299812333029,0.07809937535060471,Energy,1
-electricity/15T/long,Lingjiang,334741.3973020364,335076.2592161693,60.12559493917746,0.9148428045415958,0.1344224968796469,0.13701520395166672,10.056061198522244,578.5684033042562,0.9127626100349774,0.09485549963178525,0.07962718340403302,Energy,1
-bizitobs_l2c/H/short,Lingjiang,87.81773933531746,89.68966238839286,6.0466109987289185,0.6132358461152132,0.5974742422858588,0.7479992598736441,4.581464839162259,9.371111958317298,0.5051269343858105,0.32592781846989066,0.25796571862790607,Web/CloudOps,7
-bizitobs_l2c/H/medium,Lingjiang,124.88249627976191,125.34395461309524,6.777444312686012,0.6772106649665172,0.5648209363825983,0.8958428998502589,7.0525878583762385,11.175083725850197,0.6766682935776718,0.41038454747989217,0.3411844013367673,Web/CloudOps,7
-bizitobs_l2c/H/long,Lingjiang,89.15849454365079,87.8366691468254,5.973435174851191,0.6403397953288085,0.7194376691083268,0.7969727165870376,6.905730267625824,9.44237758955078,0.5767676755497171,0.36487466087550813,0.2997970122577858,Web/CloudOps,7
-covid_deaths/D/short,Lingjiang,1105261.6408521303,740747.3333724937,137.14504082471805,46.97034764025341,0.15950974217228742,0.43316459058217893,1879.9299471650304,1051.3142445777714,0.39556208215522815,0.051601486601826514,0.054492841692399346,Healthcare,1
-saugeen/W/short,Lingjiang,1263.2958984375,1263.604296875,19.51348876953125,1.5823706309584327,0.735014820098877,0.5518413174729557,17.640407083308567,35.54287408802924,1.0728912091471896,0.5890308844684464,0.4824969935136547,Nature,1
-bizitobs_l2c/5T/short,Lingjiang,24.677030581519716,24.987733532133557,3.3545733497256323,0.3469033280871791,0.19827775474083162,0.22295488926795595,2.977660203881629,4.967598069642885,0.17060741821913902,0.1152096225177417,0.09272611009401345,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Lingjiang,129.2798469387755,131.56347789115645,8.081776147959184,0.7769746660786438,0.6045963468467317,0.8976405112532411,11.664473778347682,11.370129591995665,0.5982360215357628,0.4252202730478402,0.36594187170290926,Web/CloudOps,7
-bizitobs_l2c/5T/long,Lingjiang,223.84626984126984,231.2563888888889,10.753251488095238,1.006255620896709,0.8809193260013586,1.113815891635273,16.574954822937777,14.9614929014878,0.840065458946472,0.6037789949166943,0.5294317796593851,Web/CloudOps,7
-bitbrains_fast_storage/H/short,Lingjiang,3727547.588392926,3791171.796155395,377.3934709330137,10.801860834345261,6.207630168792159,0.6849123241399845,460.00229166739234,1930.6857818901879,5.503081569150704,1.0756939703445767,0.8207449978427294,Web/CloudOps,2
-temperature_rain/D/short,Lingjiang,176.29479995097697,174.49793604630133,6.85677124670614,1.7758821742923057,116.20552978809594,1.4046897334015713,26.967362774168745,13.277605203912977,1.5631251811050066,0.8072232629453759,0.6562921590914577,Nature,1
-car_parts/M/short,Lingjiang,1.8932626458679012,1.8726193467443393,0.6411106109112339,1.1685522892965359,0.6084963390294428,1.7623544992125955,20.072465496027167,1.375958809655253,3.299408079093689,1.5373174795568199,1.2669739090728933,Sales,1
-ett2/W/short,Lingjiang,4426755.428571428,4369387.428571428,1364.62890625,0.8382627374642126,0.1382666059902736,0.14333329986210291,12.311190433214493,2103.9856055998644,0.17649213624456936,0.11447144419815805,0.11005800035604434,Energy,7
-electricity/W/short,Lingjiang,293216462548.1802,295802462886.0541,55618.44344031531,2.05324014036354,0.27171204641973346,0.12206950498191843,22.060561717235288,541494.6560661335,1.23551211068611,0.1269029337191233,0.1028292775747762,Energy,1
-m4_hourly/H/short,Lingjiang,49552281.860504836,50028761.21694263,1165.5019900065497,3.5781276609341783,0.20328312718733882,0.18213568786364756,31.88400326014204,7039.338169210571,0.9610251650543133,0.15911676856444965,0.14132054518393555,Econ/Fin,1
-solar/H/short,Lingjiang,403.2013216921181,407.78835768424256,8.668212499824921,0.6708210896810207,3.1421810864188666,1.3852154919689164,5.949208250515579,20.07987354771235,0.7401508249717682,0.3195131990015417,0.2630590271714113,Energy,1
-solar/H/medium,Lingjiang,331.3477493917275,329.5756576946472,8.693236770072993,0.6676443209120652,2.7253151548540204,1.3853930825626415,4.587427010147563,18.20295990743614,0.6557130961698584,0.31315067589164935,0.2503951025798989,Energy,1
-solar/H/long,Lingjiang,673.3169606650446,676.609058191403,12.09902026941403,0.9209384654596641,4.7493711059971115,1.4154859835191538,8.69386646391294,25.948351790914284,0.8996767745888563,0.41949514248080394,0.34892784690362766,Energy,1
-kdd_cup_2018/D/short,Lingjiang,2703.469975979121,2773.758597438327,20.306674391374095,1.1497899485946192,0.5179411246822714,0.44369057369143095,10.851214597383303,51.99490336541766,1.1647410635822066,0.4548910758079765,0.3796386481450549,Nature,1
-jena_weather/D/short,Lingjiang,473.0492063492064,411.16262400793653,11.217914496527778,1.4728260202685992,1.3635249775274958,0.4644392777350744,46.922873965526826,21.749694396685356,0.1309687084952244,0.06755018010018583,0.056511961170245484,Nature,21
-bitbrains_rnd/H/short,Lingjiang,2202512.1140639754,2260655.0138066253,212.19918226834977,13.35019690042479,5.980002028465694,0.6937300674779288,493.5711218791996,1484.086289291824,6.49508785045146,0.9286874628324797,0.7650499489657955,Web/CloudOps,2
-hierarchical_sales/D/short,Lingjiang,38.006511076051574,37.00677162728658,2.706984823920008,0.863367504569755,0.8717738846921772,1.0006339814958891,10.424223068046993,6.164942098353526,1.8913359631596063,0.8304729659301323,0.6946249814745438,Sales,1
-jena_weather/10T/short,Lingjiang,977.3738037896535,1015.139794843159,7.531115359351748,0.37825047090228486,0.46671172549086337,0.5697162743324519,3.394748151401456,31.262978165709892,0.19418227685150435,0.04677766526140715,0.03774732755741364,Nature,21
-jena_weather/10T/medium,Lingjiang,1559.6394683441558,1587.0593795093796,10.57711024869228,0.764288819186884,1.1371565525463427,0.6901022479536222,10.098053444720671,39.49227099502073,0.24236339531671758,0.06491154567524171,0.055233552370179545,Nature,21
-jena_weather/10T/long,Lingjiang,1649.9367466517858,1682.0053664434524,11.055315548528439,0.9397411592430446,1.2492042783485764,0.7165659701217734,14.352642834267925,40.61941342082362,0.2485571589359742,0.06764937236819439,0.058566091098292535,Nature,21
-us_births/M/short,Lingjiang,290976896.0,278728234.6666667,13686.470052083334,1.5482366052848597,0.04185976584752401,0.042657789917493916,10.642255753936716,17058.044905557024,0.052982171176379204,0.04251008266859687,0.034070572629962194,Healthcare,1
-electricity/H/short,Lingjiang,1476958.854649845,1496657.4412938133,168.618973663605,0.9268181713686989,0.21461331510676238,0.13056361738499564,10.325464849490274,1215.301960275653,0.5737093134382268,0.07960019713229399,0.06595918627209568,Energy,1
-electricity/H/medium,Lingjiang,4832241.587778716,4832438.3344453825,236.6403076171875,1.09338040135783,0.2203902037909806,0.13760611188733513,11.456428467859483,2198.236017305402,0.8580439399674773,0.0923685083423678,0.0759866724604843,Energy,1
-electricity/H/long,Lingjiang,7462470.25157958,7462616.077933934,271.33462443693696,1.2508563444428233,0.31756775432533596,0.15122960311419073,15.006629317815262,2731.752231001117,1.07740227511646,0.10701429594114113,0.08966975033431074,Energy,1
-m4_daily/D/short,Lingjiang,329778.9041535706,329276.8219819866,179.72874353578928,3.3390770455173326,0.03956626303122064,0.031533893375144395,32.544817631462834,574.2637931765946,0.08870788516277912,0.02776312372721809,0.02269625702322976,Econ/Fin,1
-m4_monthly/M/short,Lingjiang,2039266.7754814816,2019260.9005138888,606.0031261664496,1.1226536765536765,0.17505683936013117,0.14117489530719476,12.328738993471791,1428.0289827176064,0.2967934456053558,0.12594825317920366,0.10535289873829468,Econ/Fin,1
-m4_weekly/W/short,Lingjiang,438319.71030640666,431951.546603814,334.4961665684594,2.754998052518397,0.08141426379046655,0.08592870751588935,31.990570079580458,662.0571805413839,0.12061654816449499,0.060940012693090316,0.05065628874458569,Econ/Fin,1
-restaurant/D/short,Lingjiang,190.70837601860933,188.50204050212477,8.80071393860325,0.8240286415384662,0.8861624333909037,0.4547895594580048,6.821462891597235,13.80972034541646,0.6355553270966182,0.4050292465038384,0.32166372383285985,Sales,1
-loop_seattle/H/short,Lingjiang,66.54251516506989,67.2236101766819,5.007142026604021,1.0090175995760635,0.13925489204269575,0.11299635656371422,9.209791822772557,8.157359570661937,0.14439355959368416,0.08863150561767132,0.07358521044869959,Transport,1
-loop_seattle/H/medium,Lingjiang,76.99957793150155,77.71184570816402,5.4727257081967755,1.1136856506759663,0.1404986118753628,0.1214428414386179,12.099502781988765,8.77494033777447,0.155096089495088,0.09672981508109388,0.08105321799367299,Transport,1
-loop_seattle/H/long,Lingjiang,70.79840334382794,71.36419579893361,5.203341549878929,1.0755114882183647,0.15542734892129653,0.11751095357153543,13.30539704902671,8.414178708812164,0.15037261467675547,0.09299066504162157,0.07834189026002741,Transport,1
-bizitobs_service/10S/short,Lingjiang,35265.94363715278,34056.36448536706,61.2626712859623,2.6223915545703065,0.4595425358525029,0.1380988889196401,22.613725021528364,187.79228854549055,0.139122534885189,0.045385346699561374,0.03639845287624151,Web/CloudOps,2
-bizitobs_service/10S/medium,Lingjiang,193462.79111111112,194218.79873015874,156.6311681547619,5.9955915470430785,0.7422196742466518,0.25725528334621645,97.64690266645428,439.8440531723842,0.3310369895041594,0.1178843046632047,0.10660746620190892,Web/CloudOps,2
-bizitobs_service/10S/long,Lingjiang,253671.4835978836,253741.34857142856,188.32271164021165,6.784637070568266,0.8733079117063492,0.299932154213709,122.38880218805424,503.6581018884573,0.373126023423768,0.13951548530883168,0.12738002349704713,Web/CloudOps,2
-m4_quarterly/Q/short,Lingjiang,1907992.1736171874,1885455.4473020833,597.3419918823242,1.317592379302041,0.12494343821704387,0.10819207996411273,14.695396455754674,1381.3008990141095,0.23120544634977488,0.09998453049237148,0.08444549378418674,Econ/Fin,1
-ett1/H/short,Lingjiang,75.08721342540923,75.77322533017113,4.548006875174386,0.7860549040833174,0.4154739879426502,0.24878916943412938,5.9106727904619065,8.665287844348232,0.40444444034314075,0.21227409041078596,0.16958609057392596,Energy,7
-ett1/H/medium,Lingjiang,112.00694754464286,111.83585379464286,6.249769810267857,1.1492538539997257,2449041071080.1504,0.42695534965027,12.927616230242444,10.5833334797994,0.506916585978865,0.29934915888474967,0.24726110557639414,Energy,7
-ett1/H/long,Lingjiang,144.31777447089948,143.885582010582,7.321917886078042,1.407624351485582,5745437891059.979,0.4952164807372616,23.525579877290475,12.013233306271026,0.5752877241803844,0.35063078939111864,0.3014529425723179,Energy,7
-ett1/15T/short,Lingjiang,5.069843056088402,5.253259386335101,1.0913109643118721,0.7011456306428773,0.5423508031230515,0.23254345565111398,5.320126779644499,2.251631198950752,0.4256520211031162,0.20630319824481128,0.16474795691969796,Energy,7
-ett1/15T/medium,Lingjiang,7.2045667472718256,7.302609592013889,1.455413566468254,0.938675437736884,0.7068375110976982,0.36035814622461165,10.192483819569587,2.6841324012186556,0.5115982593580167,0.27740324840650293,0.2299298580590507,Energy,7
-ett1/15T/long,Lingjiang,7.722519221230159,7.829583333333333,1.4931809973338295,0.9729193255919298,0.7450789178175449,0.3710287804470433,11.835645389025277,2.778942104692028,0.5296691128128234,0.2846017744635329,0.23855391412204563,Energy,7
-bitbrains_fast_storage/5T/short,Lingjiang,1954053.6534129835,1999442.6899339228,201.41602733258273,2.444770665010118,3.084083823438249,0.7988736351806309,62.558692740494266,1397.8746915989943,4.388980808138862,0.6323965114520241,0.5076265340917465,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Lingjiang,3729072.868248793,3802328.3051358406,340.5113410739228,5.6708881935007796,5.7487469436829794,0.8372298529267018,251.82308947685195,1931.0807513537059,5.867156562612315,1.034567481460983,0.8260142958672874,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Lingjiang,5361708.249168937,5447638.381534424,439.83621263937414,7.11267701991123,5.660593612997303,0.8467724288118024,252.1054136753133,2315.5362767983006,6.119271025766552,1.1623557873204784,0.9661501434349373,Web/CloudOps,2
-loop_seattle/D/short,Lingjiang,31.224680453557347,30.775288499767196,4.392894287424314,1.285936906558313,0.0818310491071766,0.08014658430309597,10.135276966701587,5.587904835764237,0.09986332280961768,0.07850688821431616,0.06165947831056865,Transport,1
-loop_seattle/5T/short,Lingjiang,43.63356840371839,44.16203817361649,3.7965655804172513,0.5980905252220723,0.10697673070787522,0.08048186692263883,5.303860601208523,6.60557101269212,0.11327095886670523,0.06510271751948467,0.05258145275089023,Transport,1
-loop_seattle/5T/medium,Lingjiang,97.04370509223426,98.38700033055986,6.10260813489664,0.9613854475761041,0.20460375692330154,0.1377187937535835,9.255888837051833,9.851076341813329,0.17527089061615334,0.10857793867099694,0.08888026521949656,Transport,1
-loop_seattle/5T/long,Lingjiang,110.97194815316477,112.31845896399496,6.511690450851393,1.0222475428434075,0.21798529059033153,0.14519023734942602,10.731233432727178,10.534322386995985,0.18624898575435347,0.11512802603369222,0.09536266556169985,Transport,1
-hospital/M/short,Lingjiang,5807.473737641243,5310.54653886897,21.607252642363374,0.8321956108572173,0.22188464334248356,0.18458302524987624,18.56413557902935,76.20678275351376,0.27664831769002246,0.0784393446020066,0.08745533368176907,Healthcare,1

results/Lingjiang/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Lingjiang",
-    "model_type": "zero-shot",
-    "model_dtype": "bf16",
-    "model_link": "",
-    "code_link": "",
-    "org": "Alibaba Cloud",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/Migas-1.0/all_results.csv

@@ -1,98 +0,0 @@
-,dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-0,bizitobs_l2c/H/short,Migas-1.0,67.76839095637912,67.76839095637912,5.009414623654078,0.5022733834226804,0.4793521524619141,0.6395102516408004,20.09093534697701,8.23215591181187,0.4437343228145305,0.2700202996076525,0.2700203015146806,Web/CloudOps,7
-1,ett1/15T/short,Migas-1.0,5.306348299909206,5.306348299909206,1.0909823749746594,0.6783365755142878,0.501195515902572,0.2366594876384451,27.13346301659078,2.3035512366581314,0.4354670511844889,0.2062410725509608,0.2062410708331307,Energy,7
-2,loop_seattle/5T/short,Migas-1.0,41.47205902523178,41.47205902523178,3.489898709714474,0.5550519916361527,0.0935554249529314,0.0744429245059665,22.20207966496013,6.439880357990495,0.1104297302638297,0.0598440579231682,0.0598440578596965,Transport,1
-3,m_dense/D/short,Migas-1.0,8459.816347384982,8459.816347384982,44.71176086425781,0.6598702795112841,0.1187783441692038,0.0956550211818129,26.39481119810435,91.97725994714662,0.1592262423494718,0.077402671870579,0.0774026725126156,Transport,1
-4,m_dense/H/short,Migas-1.0,43554.68589326223,43554.68589326223,85.78731758382585,0.7671199965802804,0.2884761630204521,0.2042029148919714,30.684799865618604,208.69759436385996,0.3701775636388744,0.1521653390931193,0.1521653390531793,Transport,1
-5,saugeen/D/short,Migas-1.0,1232.8392111555736,1232.8392111555736,12.916662642161052,2.8700569175506434,0.2711084647973378,0.3225906809171041,114.80227674663196,35.111810137837864,1.137279879432168,0.418373774370366,0.4183737779741687,Nature,1
-6,ett2/W/short,Migas-1.0,3125085.0909598214,3125085.0909598214,1215.8835721697126,0.8125884956884671,0.1261013919221503,0.1378701725708586,32.50353985134533,1767.7910201604209,0.1482905486509351,0.1019939800329699,0.1019939810386672,Energy,7
-7,electricity/15T/short,Migas-1.0,122828.08130247508,122828.08130247508,45.80764403239967,0.8895529982434434,0.1489005167933964,0.1481435798177564,35.58211993069854,350.46837418299964,0.6908422566532103,0.0902958968810858,0.0902958968908497,Energy,1
-8,m4_daily/D/short,Migas-1.0,356566.8243499921,356566.8243499921,168.3290862531732,3.142947306349373,0.0373566069648811,0.0292169523462131,125.71789226001334,597.1321665678313,0.0922404171071156,0.0260021918036944,0.0260021918025791,Econ/Fin,1
-9,kdd_cup_2018/H/short,Migas-1.0,4507.389056657808,4507.389056657808,22.387264040026224,0.936685942429756,0.8820281105911753,0.4930063159340872,37.46743769773799,67.13709151175532,1.4053009163269776,0.4686059815980297,0.4686059816803452,Nature,1
-10,car_parts/M/short,Migas-1.0,1.3533870743906176,1.3533870743906176,0.4569626225792569,0.8352137406325942,0.8145454849144085,1.8867476047711556,33.40854963152422,1.163351655515484,2.7895979328018634,1.0957494935183392,1.095749490568756,Sales,1
-11,bizitobs_application/10S/short,Migas-1.0,311668.51268759783,311668.51268759783,310.5035489484999,1.0148212617952204,0.0145882193578614,0.0146695295307371,40.59285047180883,558.2727941495966,0.0215303514143063,0.0119748814456093,0.0119748814451189,Web/CloudOps,2
-12,hierarchical_sales/D/short,Migas-1.0,29.101012274988825,29.101012274988825,2.299111049862231,0.7419043206916037,0.6415052106119464,1.0763982781500498,29.676172811496308,5.394535408632408,1.6549837224925863,0.7053418089787743,0.7053418103808433,Sales,1
-13,electricity/W/short,Migas-1.0,40736454739.87946,40736454739.87946,26613.067773946128,1.4180225340595478,0.130853166465629,0.092931130958033,56.72090135471426,201832.73951437973,0.4605157141876901,0.0607222393261477,0.0607222393302134,Energy,1
-14,us_births/M/short,Migas-1.0,52507404.0,52507404.0,6178.21484375,0.6977779759494185,0.0190304666757583,0.0192727943261464,27.911119037976743,7246.199279622387,0.0225066455585445,0.0191894931821508,0.0191894931821508,Healthcare,1
-15,saugeen/M/short,Migas-1.0,396.4324006580171,396.4324006580171,12.338201341174898,0.7229378014319574,0.348202455611456,0.3547525462650117,28.91751215505913,19.91061025327996,0.59777621195335,0.3704297942766609,0.370429792061077,Nature,1
-16,ett2/15T/short,Migas-1.0,7.905865891069975,7.905865891069975,1.709707535803318,0.7334786860152273,0.1052803108457417,0.1238771218030403,29.339147463409947,2.8117371660718886,0.1334831692174201,0.0811659009482601,0.0811659009844728,Energy,7
-17,us_births/D/short,Migas-1.0,129661.49307291668,129661.49307291668,218.12482666015623,0.3211106809830259,0.0209289260208606,0.0208372311790784,12.844427239321035,360.08539691706005,0.0337550840365124,0.0204474325185122,0.0204474325185122,Healthcare,1
-18,bizitobs_l2c/5T/short,Migas-1.0,19.04098795023872,19.04098795023872,2.511150352443968,0.2614861159954598,0.1384228702642644,0.2029559666568058,10.459444642526446,4.363598050948175,0.1498636150002648,0.0862430648360631,0.0862430648653068,Web/CloudOps,7
-19,bitbrains_fast_storage/H/short,Migas-1.0,2951013.797367886,2951013.797367886,312.7932485650886,0.9752025616305824,3.711985458914432,0.5485283163354276,39.00810247334038,1717.8515062041558,4.896434826057503,0.8915623673515254,0.8915623611914132,Web/CloudOps,2
-20,loop_seattle/H/short,Migas-1.0,51.49528513636648,51.49528513636648,3.821495207781432,0.7797770503794993,0.1054925616175206,0.0876833858078421,31.191082018719037,7.176021539569573,0.1270228795664434,0.0676443517992669,0.0676443518243598,Transport,1
-21,m4_hourly/H/short,Migas-1.0,2093795.6341603703,2093795.6341603703,243.2031891050834,0.6891953678612321,0.088772833260712,0.0790879686929933,27.56781472253949,1446.9953815269662,0.1975468309563048,0.0332026072090685,0.0332026071478287,Econ/Fin,1
-22,m4_yearly/A/short,Migas-1.0,3305269.588524174,3305269.588524174,849.0509265922793,3.168430451364711,0.1637160751820891,0.1389799737223793,126.73721805346798,1818.040040407299,0.2915311459772832,0.1361492509081746,0.136149250818028,Econ/Fin,1
-23,temperature_rain/D/short,Migas-1.0,173.76696928367366,173.76696928367366,5.628950057348068,1.3103254342693558,22.194486015696167,1.5009931574003892,52.41301737774159,13.182069992367422,1.551878160879882,0.662676246427151,0.6626762464345192,Nature,1
-24,solar/H/short,Migas-1.0,834.3518415441401,834.3518415441401,11.561373296613226,0.8916078050280686,5.9285421714348105,1.4095480295802405,35.6643122019761,28.88514915218788,1.064716217827055,0.4261560701799031,0.4261560695062678,Energy,1
-25,electricity/D/short,Migas-1.0,1214167725.408834,1214167725.408834,4109.197000560313,1.3579297486535695,0.2646136470400649,0.0913194949020136,54.31718995528783,34844.909605404835,0.5726175882261352,0.067527753771011,0.0675277539026973,Energy,1
-26,hierarchical_sales/W/short,Migas-1.0,464.9657967711909,464.9657967711909,8.889073700344158,0.7141019539240872,0.5150542356477084,0.4551623651158001,28.564078117080463,21.56306556988572,0.9899708875933284,0.4081017215521483,0.4081017220724851,Sales,1
-27,electricity/H/short,Migas-1.0,1595674.6365738146,1595674.6365738146,162.26891320532036,0.8805457965733049,0.1554048549841485,0.1152273846604687,35.22183185693411,1263.2001569718927,0.5963206879848646,0.0766025157827034,0.0766025160715647,Energy,1
-28,ett1/W/short,Migas-1.0,1216463.9529854911,1216463.9529854911,886.0552673339844,1.603269880916382,0.6305486740810531,0.5997300105435508,64.13079548238782,1102.9342469002816,0.4388838690131237,0.3525825451334957,0.3525825409048953,Energy,7
-29,hospital/M/short,Migas-1.0,3196.9933659169324,3196.9933659169324,18.33753624070162,0.7642296454637582,0.1935917449138025,0.1740902049199025,30.56918581035713,56.54196110780853,0.2052604486658856,0.0665695147894957,0.0665695147578993,Healthcare,1
-30,bizitobs_service/10S/short,Migas-1.0,1935.9845940465264,1935.9845940465264,17.680996731073453,0.7270076939585101,0.0588525227331137,0.0524567128545432,29.08030774393231,43.99982493199861,0.0325964776723826,0.0130986479164549,0.0130986478990794,Web/CloudOps,2
-31,jena_weather/H/short,Migas-1.0,1075.4824023834856,1075.4824023834856,8.22083675634942,0.522421859980838,1.3181338798162827,0.609640715548161,20.89687438609983,32.7945483637675,0.2010284833703333,0.0503932033712617,0.0503932036393799,Nature,21
-32,m4_monthly/M/short,Migas-1.0,1834118.996764256,1834118.996764256,551.490991030225,0.9144070732837974,0.1573834074086815,0.1300209767893713,36.57628293315568,1354.2964951458216,0.2814693043020879,0.1146187604638469,0.1146187604371496,Econ/Fin,1
-33,ett1/D/short,Migas-1.0,39554.89821661086,39554.89821661086,135.39450165279328,1.7138136837306872,1.070365625714499,0.4920332276631915,68.55254745946515,198.88413264162344,0.5223757911101468,0.3556181630652616,0.3556181649816762,Energy,7
-34,ett2/H/short,Migas-1.0,105.68491889124824,105.68491889124824,6.333841402757735,0.7302320710630512,0.1191886888564583,0.1089032747028839,29.20928285194677,10.28031706180545,0.1303830182495259,0.0803307285408113,0.0803307281691345,Energy,7
-35,bitbrains_fast_storage/5T/short,Migas-1.0,2141993.1398959034,2141993.1398959034,173.39397331723637,0.6664024367536718,2.2949611125996694,0.7385465810614297,26.656097451470384,1463.554966475774,4.595200643527671,0.5444141942204079,0.5444141943897776,Web/CloudOps,2
-36,ett1/H/short,Migas-1.0,91.91580637324424,91.91580637324424,4.789374753974733,0.7964461149388368,0.4452036355400369,0.2511551908439114,31.8578446134522,9.587273145855615,0.447477260923512,0.2235397139353714,0.2235397133599294,Energy,7
-37,kdd_cup_2018/D/short,Migas-1.0,2891.8936432065207,2891.8936432065207,21.20372079339653,1.200569405635661,0.5337890400770172,0.4668241714621107,48.022776191827646,53.776329766975735,1.2046468856675427,0.4749858595596329,0.4749858607139228,Nature,1
-38,solar/W/short,Migas-1.0,1620841.3524749088,1620841.3524749088,1018.8470797573564,1.1099454609971078,0.2284319842383809,0.1987499896518505,44.39781846152969,1273.12267770035,0.2598761566234685,0.2079721521830476,0.2079721521716801,Energy,1
-39,covid_deaths/D/short,Migas-1.0,284543.2041749239,284543.2041749239,89.8512155269184,32.357190042209034,0.0849226800040846,0.1225092299132897,1294.2876029137644,533.4259125454292,0.200704086081099,0.0338069555143146,0.0338069552012592,Healthcare,1
-40,bitbrains_rnd/5T/short,Migas-1.0,1635458.22427014,1635458.22427014,120.70988489785196,1.623902795988607,1.089419817858844,0.657004913223982,64.95611183529356,1278.850352570675,5.232686483999105,0.4939100043413175,0.4939100028560019,Web/CloudOps,2
-41,solar/10T/short,Migas-1.0,22.1851231478387,22.1851231478387,1.9872746427246617,0.8725932711089113,5.418489149182527,1.5154800592674682,34.903730838613185,4.710108613167928,1.3701700747043477,0.5780979738063264,0.5780979720120226,Energy,1
-42,saugeen/W/short,Migas-1.0,1008.759186410904,1008.759186410904,14.896779882907868,1.208453940795026,0.3517409026622772,0.3932497665286064,48.33815767271116,31.760969544566866,0.9587312729934196,0.449671686520859,0.4496716902992121,Nature,1
-43,ett2/D/short,Migas-1.0,105638.46390438988,105638.46390438988,193.10420948815724,1.2672659048952086,0.423116128690659,0.1321143412400805,50.69063618000478,325.0207130390152,0.1860179186451422,0.1105186275506405,0.1105186283684935,Energy,7
-44,m4_weekly/W/short,Migas-1.0,227638.43862793903,227638.43862793903,244.76915367425624,1.956377051683399,0.0596917244334924,0.05964945607308,78.25508208805994,477.114701752041,0.0869228995528345,0.044593143913467,0.044593143832756,Econ/Fin,1
-45,jena_weather/D/short,Migas-1.0,375.9053472787464,375.9053472787464,9.541148790950697,0.9913058738955652,0.5702506750317797,0.44802408471467,39.6522349103001,19.388278605351907,0.1167491244044441,0.0574533092818528,0.0574533090409228,Nature,21
-46,bitbrains_rnd/H/short,Migas-1.0,2075609.7725232616,2075609.7725232616,185.6195064037285,5.80491717235226,2.716465395795177,0.5459502204616469,232.19669000958132,1440.6976686741957,6.305197948182749,0.8123617857982075,0.8123617838595786,Web/CloudOps,2
-47,sz_taxi/15T/short,Migas-1.0,16.61627431385039,16.61627431385039,2.719343078801447,0.5426504688154726,1071727247042.426,0.3946893663840398,21.706018757322443,4.076306454849831,0.3811520991741947,0.2542702160252995,0.2542702155392077,Transport,1
-48,jena_weather/10T/short,Migas-1.0,986.8081050001985,986.8081050001985,6.286482201555352,0.2778234302990672,0.3410393516834363,0.5496226620391502,11.112937215482209,31.41350195378093,0.1951172267980626,0.0390469351455171,0.0390469352306203,Nature,21
-49,restaurant/D/short,Migas-1.0,137.35283071331264,137.35283071331264,7.055709096194538,0.6771059178639187,0.6781232262304587,0.3903189632692646,27.08423672972001,11.719762400036643,0.5393706200663334,0.324720080520593,0.3247200817641926,Sales,1
-50,m4_quarterly/Q/short,Migas-1.0,1779758.9104318037,1779758.9104318037,555.4432852094968,1.1669607452761237,0.1128954662002373,0.1012704342420778,46.678429810833805,1334.0760512173972,0.2233008384818926,0.0929714248323658,0.092971424797221,Econ/Fin,1
-51,loop_seattle/D/short,Migas-1.0,17.421374277286116,17.421374277286116,2.8663807879783545,0.8679986061902566,0.0537240504649524,0.0528546621986463,34.71994425307893,4.173891981985892,0.0745930251725961,0.0512260535717519,0.0512260537089437,Transport,1
-52,us_births/W/short,Migas-1.0,1637938.6517857143,1637938.6517857143,979.7848074776786,0.8912715134852082,0.0133232812929366,0.0133735231523002,35.65086053940833,1279.819773165626,0.0173734279287305,0.0133004826892729,0.0133004826892729,Healthcare,1
-53,sz_taxi/H/short,Migas-1.0,7.198654377212127,7.198654377212127,1.8420700711699636,0.5607765806687299,1.1167570382802403,0.2959272311045191,22.43106322352115,2.6830308192810843,0.2499408789749059,0.1716001953510747,0.171600195617653,Transport,1
-54,solar/D/short,Migas-1.0,124632.77216012774,124632.77216012774,247.015595076438,0.9628569502983718,1.068637354356529,0.4208773470853077,38.5142779908695,353.0336700091476,0.5100134272140122,0.3568534134916323,0.3568534121762478,Energy,1
-55,ett2/15T/medium,Migas-1.0,11.509069886586024,11.509069886586024,2.0905353636968704,0.8580587100503677,0.1285027873931954,0.1559533062813774,34.32234840004277,3.3925020098131147,0.180792563385955,0.1114084077646773,0.1114084079609359,Energy,7
-56,ett2/15T/long,Migas-1.0,11.463524088481115,11.463524088481115,2.1162549809047158,0.8723057694577218,0.1323912177774623,0.1603278015530298,34.8922307873619,3.385782640466029,0.1804344735109531,0.1127790510621544,0.1127790502743471,Energy,7
-57,loop_seattle/H/medium,Migas-1.0,52.97706385908728,52.97706385908728,4.040250850437349,0.8340629171915586,0.1115759540083976,0.0917510105022089,33.36251668753303,7.278534458191928,0.1286472836772297,0.0714109825637204,0.0714109825175344,Transport,1
-58,loop_seattle/H/long,Migas-1.0,52.39794758369228,52.39794758369228,3.9661828832688673,0.8331927520076586,0.1190985104657958,0.0917662197939915,33.3277100788355,7.238642661693715,0.1293642141129145,0.0708809863536098,0.0708809864220545,Transport,1
-59,bizitobs_l2c/5T/medium,Migas-1.0,87.05864830860476,87.05864830860476,6.193035409888442,0.623511045616352,0.4224511253947698,0.6801275300330856,24.940441822209014,9.330522402770638,0.4909227036019123,0.3258447443437908,0.3258447413874479,Web/CloudOps,7
-60,bizitobs_l2c/5T/long,Migas-1.0,84.60085026090107,84.60085026090107,6.021703187246171,0.6064923854746656,0.4510890628805291,0.7598989462474036,24.25969542204889,9.197872050692,0.5164467664885384,0.3381096326049718,0.3381096301696746,Web/CloudOps,7
-61,sz_taxi/15T/medium,Migas-1.0,16.335364486009645,16.335364486009645,2.74319380776495,0.5354055486713524,9841071528236.752,0.4046837877004574,21.416221946327365,4.0417031664893015,0.3761479327989113,0.2552999657700842,0.2552999648901282,Transport,1
-62,sz_taxi/15T/long,Migas-1.0,15.653788915454832,15.653788915454832,2.6988208292556286,0.5088091922462166,6909949951098.135,0.400426020309796,20.352367692171264,3.956486941145495,0.3662053613010493,0.2497980333477892,0.2497980332784227,Transport,1
-63,ett1/15T/medium,Migas-1.0,9.514118940167958,9.514118940167958,1.5471230984491016,0.9716578459644328,0.8107757181194033,0.366317107904525,38.86631383253582,3.084496545656674,0.5879080577893083,0.2948831754248394,0.2948831745934117,Energy,7
-64,ett1/15T/long,Migas-1.0,9.218223182322488,9.218223182322488,1.5303059870099265,0.9779601276501768,0.8266003531213665,0.3680910936234489,39.1184051019901,3.03615269417111,0.5786936751612096,0.2916778189200215,0.2916778213258872,Energy,7
-65,m_dense/H/medium,Migas-1.0,37154.66851888021,37154.66851888021,79.37441232893202,0.6911595427883805,0.2734789884544799,0.1921849634912278,27.64638171415161,192.75546300657783,0.3353701654771137,0.1381014544656209,0.1381014536495813,Transport,1
-66,m_dense/H/long,Migas-1.0,34604.21305531443,34604.21305531443,78.16825997811776,0.6788404132320769,0.271994361191247,0.19035823215673,27.153616525814567,186.0220767955095,0.3220317307657802,0.1353208204388265,0.1353208198928278,Transport,1
-67,kdd_cup_2018/H/medium,Migas-1.0,5203.671635191357,5203.671635191357,26.6779962851947,1.0942553523790686,1.136272247528093,0.5745578983881852,43.77021409189434,72.13647922647291,1.5099471550820396,0.5584187782113987,0.558418777961172,Nature,1
-68,kdd_cup_2018/H/long,Migas-1.0,4145.881406076919,4145.881406076919,25.064391914486716,1.0562447324083994,1.142778040442103,0.6308476903119091,42.24978929527145,64.38851921015826,1.5108148483738553,0.5881119170681895,0.5881119174516758,Nature,1
-69,solar/H/medium,Migas-1.0,894.7889034670345,894.7889034670345,13.54190968330179,1.033087514768356,3.695045712912529,1.444535513119035,41.32350059194646,29.91302230579576,1.0775368803581895,0.4878111935686999,0.4878111960263955,Energy,1
-70,solar/H/long,Migas-1.0,840.1633811239102,840.1633811239102,12.70827762080902,0.967848005377142,4.527621281633469,1.4192543983280608,38.71392021896654,28.985571947503644,1.0049827344364264,0.440619202424875,0.4406192008030075,Energy,1
-71,loop_seattle/5T/medium,Migas-1.0,107.42258194969658,107.42258194969658,6.096134604718786,0.9581653276076684,0.2205349013024808,0.1331818555152453,38.32661310445517,10.364486574341084,0.1844055135124861,0.1084627611952763,0.1084627612126597,Transport,1
-72,loop_seattle/5T/long,Migas-1.0,107.77953447966328,107.77953447966328,6.230377596223208,0.9778064301630996,0.2193870149614504,0.1363740683050279,39.11225720585818,10.38169227436757,0.183550453826505,0.110154356830705,0.1101543568407007,Transport,1
-73,jena_weather/10T/medium,Migas-1.0,1507.6620965502464,1507.6620965502464,9.691627323105031,0.6040823324290929,0.7402687138682937,0.6501803237756696,24.163293300698275,38.82862470588221,0.238290609718815,0.0594773521205958,0.0594773526127156,Nature,21
-74,jena_weather/10T/long,Migas-1.0,1416.1354973752009,1416.1354973752009,9.844957298218894,0.6690524610298093,0.8186941759442563,0.6439758713953394,26.762098443244263,37.63157580244549,0.2302740568190083,0.0602429796767491,0.0602429798315487,Nature,21
-75,electricity/H/medium,Migas-1.0,5130942.793905815,5130942.793905815,232.6547902980984,1.0392075198115247,0.2299269504070957,0.1212892065213382,41.5683007941759,2265.15844785874,0.8841659757001467,0.0908128302722862,0.0908128302498635,Energy,1
-76,electricity/H/long,Migas-1.0,6905445.22063516,6905445.22063516,261.13082473875164,1.1539008302476184,0.2856901378396458,0.1324908817220043,46.15603321153579,2627.821382939708,1.036412004558257,0.1029899228602364,0.1029899224675225,Energy,1
-77,bizitobs_application/10S/medium,Migas-1.0,2690137.900464554,2690137.900464554,913.0550760142008,2.0022628770998026,0.0284663490454355,0.0289972422520319,80.09051508399207,1640.1639858454866,0.0644044139766699,0.0358529864127001,0.0358529852306545,Web/CloudOps,2
-78,bizitobs_application/10S/long,Migas-1.0,6038219.094881727,6038219.094881727,1497.670241631402,3.075290185405175,0.0446167394849989,0.0456595717536078,123.011607416207,2457.2787987694287,0.0947674286682864,0.0577591593853721,0.0577591599721262,Web/CloudOps,2
-79,bizitobs_l2c/H/medium,Migas-1.0,73.66053873697916,73.66053873697916,5.051676432291667,0.5087521655211131,0.5658799612100607,0.8073558989025298,20.350086604612365,8.582571802028758,0.5196877713664674,0.3058866884331329,0.3058866826837325,Web/CloudOps,7
-80,bizitobs_l2c/H/long,Migas-1.0,101.72183334108382,101.72183334108382,5.81146993485708,0.6160174705019227,0.7091944789241765,0.8160629575214688,24.64069881205705,10.085724234832313,0.6160651709764573,0.3549813712611184,0.354981377366632,Web/CloudOps,7
-81,bitbrains_rnd/5T/medium,Migas-1.0,2051063.219697872,2051063.219697872,139.14773800040834,4.351451754995677,0.4666779361587485,0.7369215944419996,174.05807036261194,1432.1533506220178,6.025799200913054,0.5854654657530562,0.5854654645397397,Web/CloudOps,2
-82,bitbrains_rnd/5T/long,Migas-1.0,2211673.325289293,2211673.325289293,152.1655749578905,3.2745940395356627,0.9458300937258992,0.7086650462719241,130.98376165394694,1487.1695684384122,5.697011600903938,0.582912039212575,0.5829120421819396,Web/CloudOps,2
-83,bitbrains_fast_storage/5T/medium,Migas-1.0,3451995.487205172,3451995.487205172,258.7699905768139,0.957507713367123,2.501966424623635,0.8148775972377993,38.30030858915207,1857.95465154701,5.644979372101459,0.7862146999705947,0.7862146996060186,Web/CloudOps,2
-84,bitbrains_fast_storage/5T/long,Migas-1.0,5037535.070207264,5037535.070207264,360.8481000479623,0.8679540125506047,3.311077517093307,0.827821601901677,34.71816050904581,2244.4453814266158,5.931399007422117,0.9536137881395894,0.9536137853105444,Web/CloudOps,2
-85,jena_weather/H/medium,Migas-1.0,1110.98398648155,1110.98398648155,9.538080062545715,0.7646243713194735,1.843682585163896,0.682453987640994,30.584974860282934,33.33142640934453,0.2039609046111737,0.0583652020744371,0.0583652026360851,Nature,21
-86,jena_weather/H/long,Migas-1.0,1159.714754385035,1159.714754385035,10.639683098815103,0.9135132358137096,1.7634913527898304,0.663015451885405,36.54052943112237,34.05458492457418,0.2050463420643673,0.0640626836288884,0.0640626831514936,Nature,21
-87,electricity/15T/medium,Migas-1.0,246472.83138909825,246472.83138909825,50.47550105704568,0.7946476059106433,0.1196695627697146,0.120811463839626,31.785904235667218,496.4603019266478,0.8554510874851036,0.0869743705650507,0.0869743705384092,Energy,1
-88,electricity/15T/long,Migas-1.0,309269.9492847028,309269.9492847028,56.06374499633595,0.8442964603654705,0.121411040569716,0.1227628812822043,33.771858414301235,556.1204449439912,0.8773481891103969,0.0884474318368861,0.0884474315446764,Energy,1
-89,bizitobs_service/10S/medium,Migas-1.0,9536.99710428784,9536.99710428784,31.68423638332931,0.9710657290744256,0.0682710242366033,0.0654162736106959,38.84262914276357,97.65755016529872,0.0734993691250821,0.0238463015040098,0.0238463016459156,Web/CloudOps,2
-90,bizitobs_service/10S/long,Migas-1.0,130393.74902528874,130393.74902528874,76.21497271261518,1.3126320345493696,0.0859763518275407,0.0886442199333635,52.50528138051342,361.1007463649012,0.2675149834386251,0.0564624896742453,0.0564624918316794,Web/CloudOps,2
-91,solar/10T/medium,Migas-1.0,19.28303655913593,19.28303655913593,1.7907610159905394,0.7828363883609444,3.585723994205194,1.445882866910677,31.313455535759758,4.391245445102782,0.9744348153027796,0.3973769860243638,0.3973769848451963,Energy,1
-92,solar/10T/long,Migas-1.0,19.040676687736383,19.040676687736383,1.8154775176508489,0.7943141717656826,3.490084853583276,1.4475720922314346,31.772566873193316,4.363562384994213,0.9431142110047708,0.392386425491302,0.3923864246930272,Energy,1
-93,ett1/H/medium,Migas-1.0,149.8045224780128,149.8045224780128,7.174136273066202,1.3090815425249192,3302090822118.268,0.4454975721381959,52.36326173214562,12.239465775842213,0.5862414244003958,0.3436241372451138,0.3436241385930232,Energy,7
-94,ett1/H/long,Migas-1.0,149.20867934857728,149.20867934857728,7.4953584015054044,1.4127199451045032,3141416336823.4604,0.4870810412856006,56.50879779346757,12.215100464121337,0.5849546933958798,0.3589364728127277,0.3589364784135151,Energy,7
-95,ett2/H/medium,Migas-1.0,241.2125319526309,241.2125319526309,9.583782277788435,1.0325837120117285,0.1773123444939934,0.1669127471390224,41.30334850580631,15.531018381053798,0.2092904428900654,0.1291476185442648,0.1291476196905136,Energy,7
-96,ett2/H/long,Migas-1.0,226.25396996553613,226.25396996553613,9.114234197707404,1.0151421918383703,0.1826299412288919,0.1710562968380236,40.605687660194185,15.041740922032137,0.2059850672257801,0.1248124238848163,0.1248124245982704,Energy,7

results/Migas-1.0/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "Migas-1.0",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "To your HF model link",
-    "org": "Synthefy",
-    "replication_code_available": "No",
-    "testdata_leakage": "No"
-}

results/Moirai2/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,Moirai2,3594920.75,3594920.75,890.2982177734375,3.3204338550567627,0.1615607738494873,0.14871330559253693,31.004405975341797,1896.027587890625,0.30403682589530945,0.14276345074176788,0.11582298576831818,Econ/Fin,1
-m4_quarterly/Q/short,Moirai2,1823365.0,1823365.0,563.21240234375,1.1834304332733154,0.11163925379514694,0.10256534814834595,9.126250267028809,1350.3203125,0.22601984441280365,0.09427183121442795,0.0754113420844078,Econ/Fin,1
-m4_monthly/M/short,Moirai2,1941434.375,1941434.375,570.535400390625,0.9396260380744934,0.1640520691871643,0.1344050168991089,7.7516584396362305,1393.3536376953125,0.28958672285079956,0.11857683956623077,0.0947224348783493,Econ/Fin,1
-m4_weekly/W/short,Moirai2,320634.75,320634.75,278.2564697265625,2.12347149848938,0.0672045573592186,0.06834465265274048,14.761430740356445,566.2462158203125,0.1031612828373909,0.050694018602371216,0.04001309722661972,Econ/Fin,1
-m4_daily/D/short,Moirai2,370240.09375,370240.09375,162.80653381347656,3.0710153579711914,0.0357334166765213,0.028526095673441887,25.159442901611328,608.4735717773438,0.09399235248565674,0.025149110704660416,0.02005612850189209,Econ/Fin,1
-m4_hourly/H/short,Moirai2,1835445.0,1835445.0,234.19720458984375,0.8085440993309021,0.09139207750558853,0.0857313722372055,6.641612529754639,1354.7860107421875,0.18495818972587585,0.03197309002280235,0.023612583056092262,Econ/Fin,1
-electricity/15T/short,Moirai2,126713.3984375,126713.3984375,46.910743713378906,0.8698201179504395,0.15082401037216187,0.15161579847335815,9.704551696777344,355.96826171875,0.7016835808753967,0.09247032552957535,0.07707162946462631,Energy,1
-electricity/H/short,Moirai2,1653415.0,1653415.0,166.158447265625,0.8867659568786621,0.17141255736351013,0.1225140392780304,10.239829063415527,1285.851806640625,0.6070138812065125,0.0784386545419693,0.06450968980789185,Energy,1
-electricity/D/short,Moirai2,1252630400.0,1252630400.0,4144.4931640625,1.4215503931045532,0.3179091513156891,0.09655529260635376,11.699943542480469,35392.51953125,0.5816166400909424,0.06810778379440308,0.054104726761579514,Energy,1
-electricity/W/short,Moirai2,119910146048.0,119910146048.0,38409.51171875,1.6595454216003418,0.2552073895931244,0.10663959383964539,12.825586318969727,346280.4375,0.790097713470459,0.08763783425092697,0.06640905886888504,Energy,1
-solar/10T/short,Moirai2,16.64216423034668,16.64216423034668,1.5266270637512207,0.6575393676757812,3.457381010055542,1.4877198934555054,4.72634220123291,4.07948112487793,1.186720609664917,0.444095641374588,0.35037222504615784,Energy,1
-solar/H/short,Moirai2,802.4385986328125,802.4385986328125,11.403338432312012,0.8793642520904541,5.135405540466309,1.4044291973114014,7.138167858123779,28.327346801757812,1.044155478477478,0.42033085227012634,0.34237420558929443,Energy,1
-solar/D/short,Moirai2,170813.640625,170813.640625,271.90545654296875,1.0638502836227417,1.260561227798462,0.43576809763908386,5.254066467285156,413.2960510253906,0.5970720648765564,0.39281076192855835,0.302970290184021,Energy,1
-solar/W/short,Moirai2,1808328.625,1808328.625,1091.556396484375,1.1966747045516968,0.24777232110500336,0.2126481980085373,6.803486347198486,1344.7410888671875,0.27449527382850647,0.2228139340877533,0.16269271075725555,Energy,1
-hospital/M/short,Moirai2,2882.404541015625,2882.404541015625,17.830530166625977,0.7649638056755066,0.19130390882492065,0.17565345764160156,5.211375713348389,53.68803024291992,0.1949000209569931,0.06472896039485931,0.051829639822244644,Healthcare,1
-covid_deaths/D/short,Moirai2,252106.03125,252106.03125,90.99989318847656,36.958065032958984,0.09614738076925278,0.37670475244522095,903.7923583984375,502.10162353515625,0.18891817331314087,0.03423915058374405,0.028077920898795128,Healthcare,1
-us_births/D/short,Moirai2,190028.15625,190028.15625,253.57337951660156,0.3733060956001282,0.024424130097031593,0.024021783843636513,3.786815881729126,435.92218017578125,0.04086416959762573,0.023770447820425034,0.019569363445043564,Healthcare,1
-us_births/M/short,Moirai2,78014528.0,78014528.0,7187.57177734375,0.811284065246582,0.022174924612045288,0.022547760978341103,4.347311973571777,8832.5830078125,0.02743394300341606,0.02232454903423786,0.016870463266968727,Healthcare,1
-us_births/W/short,Moirai2,1552936.875,1552936.875,957.8921508789062,0.8713688850402832,0.013035018928349018,0.01307821087539196,8.680670738220215,1246.1688232421875,0.01691661961376667,0.013003292493522167,0.010818051174283028,Healthcare,1
-saugeen/D/short,Moirai2,1027.0377197265625,1027.0377197265625,12.161438941955566,2.7013986110687256,0.27170529961586,0.31519150733947754,28.517648696899414,32.047428131103516,1.038023829460144,0.3939118981361389,0.32843467593193054,Nature,1
-saugeen/M/short,Moirai2,395.2047119140625,395.2047119140625,12.477724075317383,0.7310303449630737,0.34958547353744507,0.36250320076942444,4.56439733505249,19.879756927490234,0.5968499183654785,0.3746187090873718,0.291035532951355,Nature,1
-saugeen/W/short,Moirai2,1292.568603515625,1292.568603515625,17.306808471679688,1.4041545391082764,0.43147262930870056,0.4447954297065735,11.917930603027344,35.952308654785156,1.0852503776550293,0.5224204063415527,0.41932234168052673,Nature,1
-temperature_rain/D/short,Moirai2,182.9368438720703,182.9368438720703,5.879575729370117,1.3483240604400635,26.145727157592773,1.5040239095687866,20.553316116333008,13.52541446685791,1.5922988653182983,0.6921814680099487,0.5607564449310303,Nature,1
-kdd_cup_2018/H/short,Moirai2,5302.97900390625,5302.97900390625,25.09421157836914,1.006497859954834,0.7897746562957764,0.5716216564178467,8.732624053955078,72.8215560913086,1.5242869853973389,0.5252673029899597,0.4258558750152588,Nature,1
-kdd_cup_2018/D/short,Moirai2,3038.3671875,3038.3671875,22.03321647644043,1.241451621055603,0.5251110196113586,0.49087435007095337,9.494770050048828,55.12138366699219,1.234777569770813,0.49356743693351746,0.38876861333847046,Nature,1
-car_parts/M/short,Moirai2,1.3793753385543823,1.3793753385543823,0.452247679233551,0.8265860080718994,0.84610915184021,1.9076740741729736,15.108853340148926,1.1744681596755981,2.816254138946533,1.0844435691833496,0.9362376928329468,Sales,1
-restaurant/D/short,Moirai2,145.2991180419922,145.2991180419922,7.219489574432373,0.6959659457206726,0.5734684467315674,0.4184328019618988,4.903660774230957,12.054008483886719,0.5547534227371216,0.33225762844085693,0.26036787033081055,Sales,1
-hierarchical_sales/D/short,Moirai2,29.79330825805664,29.79330825805664,2.318131446838379,0.7479611039161682,0.6207244992256165,1.0917775630950928,7.330531597137451,5.458324432373047,1.6745535135269165,0.7111770510673523,0.5769974589347839,Sales,1
-hierarchical_sales/W/short,Moirai2,479.5635070800781,479.5635070800781,9.145384788513184,0.7380942106246948,0.5495446920394897,0.4673403799533844,6.649598598480225,21.898937225341797,1.005391001701355,0.4198690950870514,0.35205039381980896,Sales,1
-loop_seattle/5T/short,Moirai2,39.24714279174805,39.24714279174805,3.421999216079712,0.5417709946632385,0.08640541136264801,0.0729915127158165,3.9730300903320312,6.264753818511963,0.1074267029762268,0.0586797334253788,0.04626261815428734,Transport,1
-loop_seattle/H/short,Moirai2,61.74736022949219,61.74736022949219,4.191839694976807,0.8503301739692688,0.11133775115013123,0.0967826396226883,9.166641235351562,7.8579487800598145,0.13909368216991425,0.07419982552528381,0.06182778254151344,Transport,1
-loop_seattle/D/short,Moirai2,18.762725830078125,18.762725830078125,2.959958553314209,0.8935706615447998,0.054861217737197876,0.05470937117934227,7.584428787231445,4.3315958976745605,0.07741141319274902,0.05289841443300247,0.04312709718942642,Transport,1
-sz_taxi/15T/short,Moirai2,16.780986785888672,16.780986785888672,2.739116907119751,0.5463942885398865,1337784270848.0,0.39846450090408325,3.9365270137786865,4.096460342407227,0.3830365538597107,0.25611916184425354,0.20139019191265106,Transport,1
-sz_taxi/H/short,Moirai2,7.243575096130371,7.243575096130371,1.8513975143432617,0.5632746815681458,1.0763623714447021,0.2980678081512451,4.026472091674805,2.6913890838623047,0.25071948766708374,0.1724691092967987,0.13598862290382385,Transport,1
-m_dense/H/short,Moirai2,46547.97265625,46547.97265625,89.18578338623047,0.7929656505584717,0.2878399193286896,0.22047041356563568,9.276103973388672,215.74978637695312,0.3826863765716553,0.15819334983825684,0.1318719983100891,Transport,1
-m_dense/D/short,Moirai2,9495.8916015625,9495.8916015625,49.772308349609375,0.6916432976722717,0.1258518397808075,0.10052505135536194,7.0636701583862305,97.44686889648438,0.16869494318962097,0.086163230240345,0.07009396702051163,Transport,1
-ett1/15T/short,Moirai2,5.021040439605713,5.021040439605713,1.079026699066162,0.6870396733283997,0.508618950843811,0.2342115193605423,5.1140007972717285,2.24076771736145,0.42359837889671326,0.203980952501297,0.1601320505142212,Energy,7
-ett1/H/short,Moirai2,110.48771667480469,110.48771667480469,5.065814971923828,0.8362465500831604,0.5074601173400879,0.2602593004703522,5.890653133392334,10.511313438415527,0.49060600996017456,0.23644231259822845,0.1851363480091095,Energy,7
-ett1/D/short,Moirai2,45395.75390625,45395.75390625,142.25717163085938,1.7477439641952515,1.1709531545639038,0.4903564453125,11.691117286682129,213.0627899169922,0.5596165060997009,0.373643159866333,0.28650546073913574,Energy,7
-ett1/W/short,Moirai2,1070556.875,1070556.875,834.5147094726562,1.4887369871139526,0.6270838379859924,0.5270519852638245,8.900157928466797,1034.67724609375,0.41172274947166443,0.3320733308792114,0.2488435059785843,Energy,7
-ett2/15T/short,Moirai2,8.050238609313965,8.050238609313965,1.7549543380737305,0.7664317488670349,0.11144769191741943,0.1304120570421219,5.862476825714111,2.837294101715088,0.13469645380973816,0.08331392705440521,0.06601111590862274,Energy,7
-ett2/H/short,Moirai2,111.35823822021484,111.35823822021484,6.3867340087890625,0.7354120016098022,0.11914452165365219,0.10967425256967545,5.209497928619385,10.552640914916992,0.13383685052394867,0.08100155740976334,0.06421768665313721,Energy,7
-ett2/D/short,Moirai2,112720.8125,112720.8125,200.43377685546875,1.3028600215911865,0.42615124583244324,0.13562987744808197,11.184418678283691,335.73919677734375,0.19215241074562073,0.11471354216337204,0.09300631284713745,Energy,7
-ett2/W/short,Moirai2,3018818.25,3018818.25,1220.6822509765625,0.8076348304748535,0.13835936784744263,0.15684010088443756,8.835420608520508,1737.4747314453125,0.14574748277664185,0.10239652544260025,0.08512651920318604,Energy,7
-jena_weather/10T/short,Moirai2,1263.07080078125,1263.07080078125,7.481215953826904,0.3154330551624298,0.3750856816768646,0.5614975690841675,2.2623369693756104,35.53970718383789,0.22074612975120544,0.04646772891283035,0.03595806285738945,Nature,21
-jena_weather/H/short,Moirai2,1116.116455078125,1116.116455078125,8.453888893127441,0.536453366279602,1.3488954305648804,0.6119290590286255,4.829719066619873,33.408329010009766,0.2047909051179886,0.05182179436087608,0.04214661940932274,Nature,21
-jena_weather/D/short,Moirai2,341.45184326171875,341.45184326171875,9.141987800598145,1.0152313709259033,0.49779126048088074,0.4462507367134094,6.8829264640808105,18.47841453552246,0.11127026379108429,0.05504970625042915,0.043448418378829956,Nature,21
-bitbrains_fast_storage/5T/short,Moirai2,2142125.25,2142125.25,171.67364501953125,0.6864748001098633,2.1051151752471924,0.7426697015762329,13.77940845489502,1463.60009765625,4.59534215927124,0.5390127897262573,0.42746859788894653,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Moirai2,2942650.5,2942650.5,292.0852355957031,1.0675305128097534,3.8830220699310303,0.5814351439476013,22.434349060058594,1715.41552734375,4.889491558074951,0.8325377702713013,0.6148646473884583,Web/CloudOps,2
-bitbrains_rnd/5T/short,Moirai2,1660531.75,1660531.75,115.86862182617188,1.6520637273788452,1.0863659381866455,0.6535171270370483,53.418670654296875,1288.6162109375,5.272645473480225,0.4741009473800659,0.4042632579803467,Web/CloudOps,2
-bitbrains_rnd/H/short,Moirai2,2235573.0,2235573.0,196.98313903808594,5.809325695037842,3.0100300312042236,0.5586869716644287,197.04698181152344,1495.1832275390625,6.54365348815918,0.8620945811271667,0.6697196960449219,Web/CloudOps,2
-bizitobs_application/10S/short,Moirai2,621851.5625,621851.5625,406.2403259277344,1.438624620437622,0.019857333973050117,0.020211493596434593,18.09433364868164,788.57568359375,0.030412212014198303,0.015667065978050232,0.01300627738237381,Web/CloudOps,2
-bizitobs_service/10S/short,Moirai2,4797.98974609375,4797.98974609375,22.429920196533203,0.8738541007041931,0.07667911797761917,0.05649945139884949,9.500022888183594,69.26752471923828,0.05131559818983078,0.016616802662611008,0.01355437096208334,Web/CloudOps,2
-bizitobs_l2c/5T/short,Moirai2,20.624032974243164,20.624032974243164,2.863663911819458,0.2905579209327698,0.1645745486021042,0.20925605297088623,4.3934006690979,4.5413689613342285,0.15596899390220642,0.09834981709718704,0.08443012833595276,Web/CloudOps,7
-bizitobs_l2c/H/short,Moirai2,67.85011291503906,67.85011291503906,5.013020038604736,0.5027103424072266,0.4784625768661499,0.636954665184021,7.536383152008057,8.237117767333984,0.4440017640590668,0.27021461725234985,0.23466992378234863,Web/CloudOps,7
-electricity/15T/medium,Moirai2,283338.0,283338.0,55.66805648803711,0.8413034677505493,0.13227048516273499,0.13056059181690216,9.948001861572266,532.2950439453125,0.9171979427337646,0.09592166543006897,0.07995456457138062,Energy,1
-electricity/H/medium,Moirai2,6361778.5,6361778.5,248.01693725585938,1.0840357542037964,0.23050330579280853,0.13177354633808136,13.117870330810547,2522.256591796875,0.9845198392868042,0.09680917859077454,0.0803634449839592,Energy,1
-solar/10T/medium,Moirai2,29.05948257446289,29.05948257446289,2.3172357082366943,0.9995384812355042,3.0454554557800293,1.504119634628296,8.617097854614258,5.390684604644775,1.1962143182754517,0.5142037868499756,0.41236650943756104,Energy,1
-solar/H/medium,Moirai2,714.8151245117188,714.8151245117188,11.081192016601562,0.8482193350791931,4.51237154006958,1.3964426517486572,9.920930862426758,26.736026763916016,0.9630941152572632,0.3991703987121582,0.3328731954097748,Energy,1
-kdd_cup_2018/H/medium,Moirai2,5786.36328125,5786.36328125,28.03462028503418,1.1240187883377075,0.9898953437805176,0.6367859840393066,13.927753448486328,76.06815338134766,1.5922441482543945,0.586815357208252,0.4954785704612732,Nature,1
-loop_seattle/5T/medium,Moirai2,91.64151000976562,91.64151000976562,5.445966720581055,0.864562451839447,0.1969592571258545,0.12233935296535492,10.540971755981445,9.572957038879395,0.17032258212566376,0.09689493477344513,0.08025791496038437,Transport,1
-loop_seattle/H/medium,Moirai2,71.71796417236328,71.71796417236328,4.58095121383667,0.9398095607757568,0.11857419461011887,0.10557787865400314,13.948471069335938,8.468646049499512,0.14968235790729523,0.08096779882907867,0.06914147734642029,Transport,1
-sz_taxi/15T/medium,Moirai2,17.261032104492188,17.261032104492188,2.8276829719543457,0.551992654800415,10671182839808.0,0.41678428649902344,6.010798931121826,4.154639720916748,0.38665857911109924,0.26316311955451965,0.21361444890499115,Transport,1
-m_dense/H/medium,Moirai2,39792.32421875,39792.32421875,81.75311279296875,0.7038857936859131,0.2560286521911621,0.2057977169752121,10.532341957092285,199.48013305664062,0.34707024693489075,0.14224009215831757,0.12004674971103668,Transport,1
-ett1/15T/medium,Moirai2,10.665780067443848,10.665780067443848,1.6653506755828857,1.0389811992645264,0.8133009672164917,0.3889414370059967,11.519312858581543,3.26585054397583,0.6224743723869324,0.3174174726009369,0.2604987323284149,Energy,7
-ett1/H/medium,Moirai2,167.32998657226562,167.32998657226562,7.205399036407471,1.3042583465576172,3247734521856.0,0.4289178252220154,16.902162551879883,12.935608863830566,0.6195850372314453,0.3451215326786041,0.2872616946697235,Energy,7
-ett2/15T/medium,Moirai2,12.762186050415039,12.762186050415039,2.2088661193847656,0.9195600748062134,0.14112639427185059,0.1747804433107376,11.09008502960205,3.572420120239258,0.1903807371854782,0.11771447211503983,0.0978662297129631,Energy,7
-ett2/H/medium,Moirai2,253.32736206054688,253.32736206054688,10.055752754211426,1.0852832794189453,0.18437251448631287,0.1749981790781021,11.153921127319336,15.916260719299316,0.21448184549808502,0.135507732629776,0.11071720719337463,Energy,7
-jena_weather/10T/medium,Moirai2,1942.8153076171875,1942.8153076171875,11.685406684875488,0.6510283946990967,0.8314501047134399,0.6661898493766785,9.578142166137695,44.07737731933594,0.27050212025642395,0.07171314209699631,0.058668095618486404,Nature,21
-jena_weather/H/medium,Moirai2,1340.6402587890625,1340.6402587890625,10.796601295471191,0.8172689080238342,2.6193902492523193,0.6811408400535583,10.437860488891602,36.61475372314453,0.22405217587947845,0.06606631726026535,0.05496005341410637,Nature,21
-bitbrains_fast_storage/5T/medium,Moirai2,3831930.5,3831930.5,260.03118896484375,0.9918146729469299,2.2075326442718506,0.8067377805709839,25.72391128540039,1957.53173828125,5.947522163391113,0.7900465726852417,0.6938542127609253,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Moirai2,2298316.0,2298316.0,147.26242065429688,4.3996782302856445,0.5052017569541931,0.7080380916595459,163.8717498779297,1516.019775390625,6.378668308258057,0.6196081042289734,0.5960801839828491,Web/CloudOps,2
-bizitobs_application/10S/medium,Moirai2,3613374.25,3613374.25,1043.581787109375,2.478975534439087,0.03553047776222229,0.036169908940792084,53.43565368652344,1900.8878173828125,0.07464227080345154,0.040978383272886276,0.03691835328936577,Web/CloudOps,2
-bizitobs_service/10S/medium,Moirai2,56963.7421875,56963.7421875,49.91252899169922,1.131983995437622,0.10594205558300018,0.08129119127988815,18.115341186523438,238.67079162597656,0.17962925136089325,0.03756534680724144,0.03391871601343155,Web/CloudOps,2
-bizitobs_l2c/5T/medium,Moirai2,77.68477630615234,77.68477630615234,5.3431549072265625,0.5360136032104492,0.37753960490226746,0.6504175662994385,14.239152908325195,8.813896179199219,0.46374058723449707,0.28112852573394775,0.2606326937675476,Web/CloudOps,7
-bizitobs_l2c/H/medium,Moirai2,73.60548400878906,73.60548400878906,5.040341854095459,0.5085751414299011,0.561661422252655,0.7950536608695984,10.486610412597656,8.579363822937012,0.5194935202598572,0.30520036816596985,0.27381497621536255,Web/CloudOps,7
-electricity/15T/long,Moirai2,391376.21875,391376.21875,63.17216110229492,0.9070706963539124,0.13897426426410675,0.134074404835701,10.943906784057617,625.6007080078125,0.9869617819786072,0.09966183453798294,0.08316168934106827,Energy,1
-electricity/H/long,Moirai2,9811671.0,9811671.0,291.53839111328125,1.262234091758728,0.30803436040878296,0.1474093645811081,17.574865341186523,3132.35888671875,1.2354013919830322,0.11498266458511353,0.09748584777116776,Energy,1
-solar/10T/long,Moirai2,29.88235855102539,29.88235855102539,2.3448755741119385,1.01083505153656,3.0021917819976807,1.503761887550354,9.01179027557373,5.466475963592529,1.1814912557601929,0.5068073272705078,0.40836524963378906,Energy,1
-solar/H/long,Moirai2,695.760498046875,695.760498046875,11.615360260009766,0.8833699226379395,5.532365322113037,1.3997015953063965,10.741609573364258,26.37727165222168,0.9145480990409851,0.4027256965637207,0.3319021165370941,Energy,1
-kdd_cup_2018/H/long,Moirai2,4539.05078125,4539.05078125,25.811946868896484,1.0698148012161255,0.9702631831169128,0.6511303782463074,15.044140815734863,67.37247467041016,1.5808305740356445,0.6056525707244873,0.5183228254318237,Nature,1
-loop_seattle/5T/long,Moirai2,102.15283966064453,102.15283966064453,5.852677822113037,0.928242027759552,0.20338046550750732,0.12979671359062195,12.898492813110352,10.10706901550293,0.17869503796100616,0.10347653925418854,0.08709994703531265,Transport,1
-loop_seattle/H/long,Moirai2,63.72977828979492,63.72977828979492,4.314446926116943,0.9038061499595642,0.12193074822425842,0.1005469411611557,13.63674259185791,7.98309326171875,0.14266857504844666,0.07710494101047516,0.06565489619970322,Transport,1
-sz_taxi/15T/long,Moirai2,17.477622985839844,17.477622985839844,2.822140693664551,0.5302703380584717,7329904328704.0,0.4138064384460449,6.833168029785156,4.180624961853027,0.38695117831230164,0.2612123191356659,0.21665456891059875,Transport,1
-m_dense/H/long,Moirai2,37458.58203125,37458.58203125,82.49683380126953,0.7182016968727112,0.26045969128608704,0.2135668247938156,10.146082878112793,193.54220581054688,0.33505016565322876,0.14281421899795532,0.11958861351013184,Transport,1
-ett1/15T/long,Moirai2,10.191858291625977,10.191858291625977,1.6781684160232544,1.0669130086898804,0.8645601868629456,0.3900018632411957,14.423590660095215,3.1924688816070557,0.6084877252578735,0.3198605477809906,0.2684479057788849,Energy,7
-ett1/H/long,Moirai2,203.1143341064453,203.1143341064453,7.873347282409668,1.4649949073791504,2660186456064.0,0.47378653287887573,24.58342933654785,14.251818656921387,0.682488739490509,0.37703752517700195,0.3230729103088379,Energy,7
-ett2/15T/long,Moirai2,13.122858047485352,13.122858047485352,2.279362916946411,0.959116518497467,0.14799295365810394,0.17831845581531525,13.057952880859375,3.6225485801696777,0.19305217266082764,0.12147137522697449,0.10234040766954422,Energy,7
-ett2/H/long,Moirai2,237.56210327148438,237.56210327148438,9.41628360748291,1.0515315532684326,0.18637529015541077,0.17694972455501556,14.501702308654785,15.413049697875977,0.21106985211372375,0.12894874811172485,0.10860944539308548,Energy,7
-jena_weather/10T/long,Moirai2,1825.4752197265625,1825.4752197265625,11.603591918945312,0.7330641150474548,0.9823510646820068,0.6760526895523071,13.818408012390137,42.725582122802734,0.26144516468048096,0.07100436836481094,0.05961557850241661,Nature,21
-jena_weather/H/long,Moirai2,1278.8531494140625,1278.8531494140625,11.639805793762207,1.0389355421066284,2.1917943954467773,0.6806634664535522,18.089033126831055,35.76105499267578,0.21532118320465088,0.07008452713489532,0.05799703299999237,Nature,21
-bitbrains_fast_storage/5T/long,Moirai2,5638371.5,5638371.5,367.75579833984375,0.9175259470939636,3.341670274734497,0.8233354091644287,21.859882354736328,2374.525390625,6.275162220001221,0.9718688130378723,0.8065826892852783,Web/CloudOps,2
-bitbrains_rnd/5T/long,Moirai2,2340055.5,2340055.5,154.8313751220703,3.3333687782287598,0.7227475643157959,0.6934060454368591,121.20797729492188,1529.7239990234375,5.860028266906738,0.5931240916252136,0.5697691440582275,Web/CloudOps,2
-bizitobs_application/10S/long,Moirai2,6483073.0,6483073.0,1533.4085693359375,3.4278934001922607,0.050070058554410934,0.05103800445795059,101.53668975830078,2546.18798828125,0.09819629043340683,0.05913744121789932,0.056454192847013474,Web/CloudOps,2
-bizitobs_service/10S/long,Moirai2,128119.78125,128119.78125,76.06694030761719,1.37122642993927,0.11781994998455048,0.09284570068120956,30.744794845581055,357.938232421875,0.2651720941066742,0.05635282024741173,0.053895868360996246,Web/CloudOps,2
-bizitobs_l2c/5T/long,Moirai2,85.3919677734375,85.3919677734375,5.707359790802002,0.5799223184585571,0.40167975425720215,0.7719800472259521,16.739368438720703,9.240777015686035,0.5188558101654053,0.3204597234725952,0.30009692907333374,Web/CloudOps,7
-bizitobs_l2c/H/long,Moirai2,99.5688705444336,99.5688705444336,5.755020618438721,0.6107828617095947,0.7120028138160706,0.8073437213897705,15.002673149108887,9.97842025756836,0.6095107197761536,0.35153326392173767,0.3212907910346985,Web/CloudOps,7

results/Moirai2/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Moirai2",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/Salesforce/moirai-2.0-R-small",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai2.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Moirai_base/config.json

@@ -1,10 +1,7 @@
 {
     "model": "Moirai_base",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-base",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/Moirai_large/config.json

@@ -1,10 +1,7 @@
 {
     "model": "Moirai_large",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/Moirai_small/config.json

@@ -1,10 +1,7 @@
 {
     "model": "Moirai_small",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/N-BEATS/config.json

@@ -1,8 +1,5 @@
 {
     "model": "N-BEATS",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "ServiceNow",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
+    "model_dtype": "float32"
 }

results/PatchTST/config.json

@@ -1,8 +1,5 @@
 {
     "model": "PatchTST",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "Princeton University",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
+    "model_dtype": "float32"
 }

results/Synapse/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-ett1/H/medium,Synapse,146.94783899266662,146.94783899266662,6.812165460290234,1.2520202351775702,3706092206008.374,0.4295186471891941,8.51083495152364,12.122204378439864,0.5806248541431446,0.3262865773666353,0.2538212572586146,Energy,7
-ett1/H/short,Synapse,102.23762957893258,102.23762957893258,4.89924163905195,0.8078586493757001,0.4836807399835478,0.2555377594077143,5.6700665288837335,10.111262511622009,0.4719339883056911,0.2286676509222781,0.1773400784346221,Energy,7
-ett1/H/long,Synapse,168.90610221307776,168.90610221307776,7.301347488134321,1.381653835345041,2873537270902.665,0.4703581107103424,8.936339938458019,12.996388044879152,0.6223688752469988,0.3496457175859827,0.2694626772379737,Energy,7
-ett2/15T/medium,Synapse,11.322445765179747,11.322445765179747,2.1163561504382,0.8767372941606136,0.132961101892253,0.1617390893867512,6.273410928922816,3.3648842127448826,0.1793207705793173,0.1127844501393037,0.0881407423454904,Energy,7
-ett2/15T/short,Synapse,7.580972410327561,7.580972410327561,1.7054272210391332,0.7425053643420214,0.1077816135557725,0.126755601162929,5.19530112899079,2.7533565715917656,0.1307116313980036,0.0809626971648336,0.0636393045062353,Energy,7
-ett2/15T/long,Synapse,11.995197532628923,11.995197532628923,2.194376328919091,0.9095490203128408,0.1384998491210363,0.1657568349873146,6.888294563981599,3.4634083693132296,0.1845713012245015,0.1169422866773154,0.0929551983787349,Energy,7
-car_parts/M/short,Synapse,1.3464592325830005,1.3464592325830005,0.4477781070115988,0.8227317658336394,0.8232880177923485,1.8921934778228056,15.442694559572052,1.160370299767708,2.782448947547479,1.0737259673387398,0.9214493614470212,Sales,1
-ett1/W/short,Synapse,990107.056342276,990107.056342276,797.488573022938,1.4482045554314027,0.609402791962008,0.5287779530156235,7.911713233618646,995.04123348848,0.3959506561994088,0.3173397374628678,0.2362862020408518,Energy,7
-m4_weekly/W/short,Synapse,227953.00465362697,227953.00465362697,245.7936042530203,1.908159359946333,0.0597115686800384,0.0597871971787989,14.332530220876109,477.44424245520753,0.0869829418600125,0.0447797855480667,0.0358958452396063,Econ/Fin,1
-bitbrains_rnd/5T/medium,Synapse,2257668.000651224,2257668.000651224,141.90787365561948,4.371371748200497,0.2958777069899697,0.6500461968972642,161.02741094045035,1502.5538262076418,6.322009065249867,0.5970786856571357,0.569362580595316,Web/CloudOps,2
-bitbrains_rnd/5T/short,Synapse,1654426.9278309008,1654426.9278309008,119.5441676486456,1.6456569748656964,1.009674219078477,0.5946036995410038,53.278841370448674,1286.2452829188144,5.262944358395888,0.4891402215896661,0.4037378643040601,Web/CloudOps,2
-bitbrains_rnd/5T/long,Synapse,2262192.590860991,2262192.590860991,158.47370054857174,3.30490457199308,0.9883426459014656,0.6438223533222612,116.28104033420357,1504.0587059224088,5.761710293864808,0.6070770696397663,0.5730204701512923,Web/CloudOps,2
-hospital/M/short,Synapse,2412.513498068645,2412.513498068645,16.837225410080656,0.7396826011034865,0.1876236248569014,0.1693925218559581,4.965526484565613,49.11734416749999,0.1783073650713089,0.0611230380809081,0.0486025714333033,Healthcare,1
-us_births/W/short,Synapse,1639888.7317731977,1639888.7317731977,1015.4762124599192,0.9230990334870104,0.0137477701666977,0.0137787251173128,6.483098156305313,1280.581403805786,0.0173837669899894,0.0137849900122066,0.0107312364793986,Healthcare,1
-bizitobs_l2c/5T/medium,Synapse,80.09261905249899,80.09261905249899,5.551777773973511,0.5523995155251742,0.3612898610537071,0.6554230745588171,6.28211496066632,8.949447974735593,0.4708725708030745,0.2921051533388585,0.2388022969428518,Web/CloudOps,7
-bizitobs_l2c/5T/short,Synapse,19.70327910016791,19.70327910016791,2.5729161809340657,0.2644536996257037,0.1449592054132906,0.1954602621238108,2.638085056390621,4.438837584342089,0.1524476497049153,0.0883643560320265,0.0704493936664133,Web/CloudOps,7
-bizitobs_l2c/5T/long,Synapse,95.475542381737,95.475542381737,6.429354015788381,0.6414238321334064,0.5182730165308294,0.7936130782080516,6.142408213491541,9.771158702105756,0.5486359532147373,0.3609986160849975,0.2962100542435223,Web/CloudOps,7
-jena_weather/D/short,Synapse,370.6618087868761,370.6618087868761,9.414158625464053,1.0089797978208577,0.5668208276245095,0.4416897165009706,6.522194114578399,19.25257927621325,0.1159319941245632,0.0566886216541096,0.0446547732622854,Nature,21
-hierarchical_sales/D/short,Synapse,29.014296120389357,29.014296120389357,2.283002907306539,0.7377682104892537,0.604404845577547,1.0518901084250387,7.244624206436351,5.38649200504274,1.6525160953465976,0.7004000092296057,0.5673425877971991,Sales,1
-saugeen/D/short,Synapse,1168.9911856147469,1168.9911856147469,12.671955529131528,2.815609085509478,0.2739006878602503,0.3171334954363322,28.32539814037392,34.190513093762526,1.1074388655238756,0.4104476588773562,0.3387309062806614,Nature,1
-solar/H/medium,Synapse,752.7114494259124,752.7114494259124,10.758042884631145,0.8231819667549871,4.341390633903047,1.3625981468139656,6.950302529751128,27.435587280499615,0.9882938888176932,0.3875298140993908,0.3200316996228562,Energy,1
-solar/H/short,Synapse,733.6985812109981,733.6985812109981,10.846179977776778,0.8369671029695357,4.406789577884148,1.3659838847697938,6.527985172498565,27.086871011820435,0.9984311145368244,0.3997938174163019,0.3249162588013766,Energy,1
-solar/H/long,Synapse,705.0765018267107,705.0765018267107,11.312951613184756,0.8611303967590513,4.863522780887982,1.3648148863288976,5.521483810770984,26.553276668364504,0.9206504940637948,0.3922406496975598,0.3109348211916878,Energy,1
-m_dense/D/short,Synapse,8262.044407141879,8262.044407141879,43.28525385410651,0.6499379365928549,0.1204000202204381,0.0939547717037757,7.654769334833467,90.89578872061058,0.1573540555237795,0.0749331771492241,0.0627383901090543,Transport,1
-bizitobs_service/10S/medium,Synapse,61157.67921730199,61157.67921730199,50.68659711218989,1.0906921614162928,0.079108787118012,0.0700027636374499,9.1519932559558,247.3007869322336,0.1861243999153801,0.038147927421857,0.0313431974445886,Web/CloudOps,2
-bizitobs_service/10S/short,Synapse,3596.461740794029,3596.461740794029,20.18299734036958,0.7745537471512611,0.0590785564187312,0.0463923737913154,5.601673011405553,59.970507258101705,0.044428068985729,0.0149522096639525,0.0117533548569934,Web/CloudOps,2
-bizitobs_service/10S/long,Synapse,128319.18145286982,128319.18145286982,75.05730455760909,1.2999571095698363,0.0863187081792614,0.0794245038713278,19.06389106333583,358.216668306864,0.2653783597807627,0.0556048507379906,0.0518816336203644,Web/CloudOps,2
-m4_yearly/A/short,Synapse,3315479.964806075,3315479.964806075,842.3316185292182,3.125027075275981,0.1580982484742505,0.1401107196386843,29.014482624916266,1820.845947576586,0.2919810879407846,0.1350717795277617,0.1088648365883799,Econ/Fin,1
-electricity/15T/medium,Synapse,257151.14898771344,257151.14898771344,53.43909903452861,0.8198643175185893,0.1251875509251994,0.1223619126506959,7.213582586386679,507.1007286404876,0.8737856196208658,0.0920809488620763,0.0740026993143613,Energy,1
-electricity/15T/short,Synapse,133146.52027772734,133146.52027772734,51.53456798365712,0.9878637710823396,0.1644986972910436,0.1584469200463396,10.07648649537564,364.89247769408365,0.7192749990119791,0.1015847916892498,0.0839473763571108,Energy,1
-electricity/15T/long,Synapse,328360.07404889254,328360.07404889254,58.75493365428791,0.8703973097099399,0.1314473322021058,0.1251520148534265,7.298508939929695,573.0271145843733,0.9040205002840872,0.0926931085186665,0.0739257626257306,Energy,1
-kdd_cup_2018/H/medium,Synapse,5073.431211377557,5073.431211377557,25.114526163936592,1.0404898556759636,0.9906961340013491,0.557447957710553,8.945774861114296,71.22802265525526,1.4909315141332262,0.5256925171370577,0.4188053019267645,Nature,1
-kdd_cup_2018/H/short,Synapse,4262.630761920218,4262.630761920218,22.089677260855485,0.9289124710710708,0.8483788707124738,0.4904689836895579,7.542432932622407,65.28882570486482,1.366613369497348,0.4623769526661479,0.3710148668516113,Nature,1
-kdd_cup_2018/H/long,Synapse,4110.639748448135,4110.639748448135,24.01573632483864,1.015996323019437,1.0112369022303025,0.6068232760125196,7.906184102583698,64.11427102017252,1.5043798771312542,0.5635062192348722,0.4463653277836563,Nature,1
-ett2/H/medium,Synapse,230.8713104875281,230.8713104875281,9.499860041496866,1.020314746171514,0.1717335457454356,0.1663774926895727,6.969969618349351,15.1944499896353,0.2047549847954824,0.1280167231905569,0.1014165651372813,Energy,7
-ett2/H/short,Synapse,104.37565115208616,104.37565115208616,6.283492998273024,0.7220791245233226,0.1177810640573338,0.1078438469891324,4.997455192574861,10.216440238756656,0.1295728884849507,0.0796921744300521,0.0629563820182046,Energy,7
-ett2/H/long,Synapse,222.4462084014408,222.4462084014408,9.168925572733787,1.0142504289715344,0.178592235823418,0.1715216637096052,7.497373471157779,14.914630682703503,0.2042443880520802,0.1255613787922924,0.102282169215304,Energy,7
-m4_daily/D/short,Synapse,354382.6304079325,354382.6304079325,169.16872181651064,3.1640393898299277,0.0377642892016585,0.0294081726014986,24.95019064771856,595.3004538952852,0.0919574687254221,0.0261318924653429,0.0207084043510823,Econ/Fin,1
-us_births/M/short,Synapse,52512880.96291367,52512880.96291367,6027.396184455261,0.6810469795824474,0.0185156925138092,0.0187573585030276,3.8754974708715024,7246.5771894677055,0.0225078193439475,0.01872105145465,0.0139450172563461,Healthcare,1
-us_births/D/short,Synapse,173152.55419109843,173152.55419109843,247.5000894770577,0.3643589008871609,0.0238560705280271,0.023434893750666,3.798166661205532,416.1160345277486,0.0390075016501148,0.0232011250410877,0.0190869522209751,Healthcare,1
-electricity/H/medium,Synapse,5732405.686947512,5732405.686947512,236.83959484288192,1.0508267607828758,0.2166060097950284,0.1219270797984435,9.093218072390965,2394.244283056245,0.9345524442583422,0.0924462987440163,0.0742486021081844,Energy,1
-electricity/H/short,Synapse,1505989.6831213266,1505989.6831213266,163.71440130324052,0.8911392230448414,0.1780196219441764,0.1149852230568949,10.105657730092489,1227.1877130746243,0.5793202388060784,0.0772848888955752,0.0632452038016243,Energy,1
-electricity/H/long,Synapse,8929666.45333153,8929666.45333153,274.6828691836707,1.188124215965291,0.2947410231821484,0.1349969522921131,10.17743375404128,2988.254750407256,1.178566789713393,0.1083348423620652,0.0873607253934506,Energy,1
-ett2/W/short,Synapse,3279576.55735223,3279576.55735223,1258.314460212263,0.8514538935432421,0.1320826833864451,0.1424574151281107,8.331669273886538,1810.9601203097293,0.1519117903832141,0.1055532920753879,0.0876552923341272,Energy,7
-solar/W/short,Synapse,1366653.9855074722,1366653.9855074722,951.081748425174,1.0406283460235448,0.2141624711483608,0.1881918534816372,6.836096291945386,1169.0397707124732,0.2386302446391337,0.1941395630708056,0.1413689343806533,Energy,1
-covid_deaths/D/short,Synapse,406213.67051453085,406213.67051453085,106.02786239694495,34.76822942621669,0.0890346953153257,0.1292819723847498,667.3733837191428,637.3489393687973,0.2398056401341448,0.039893499217768,0.0322807399352041,Healthcare,1
-hierarchical_sales/W/short,Synapse,464.97197564947663,464.97197564947663,8.857559102426299,0.7153647093904841,0.5210280538187463,0.4534882498940069,6.61238502851093,21.5632088439888,0.9899774653774812,0.4066548709468029,0.3415550802474633,Sales,1
-kdd_cup_2018/D/short,Synapse,2894.194524450775,2894.194524450775,21.124843578818577,1.1949101118806624,0.5187398191496736,0.4646995705426894,9.155668231112465,53.79771858035223,1.2051259832236578,0.4732189126262951,0.374212379990483,Nature,1
-electricity/W/short,Synapse,52003441959.636,52003441959.636,30117.597252898933,1.4866042132857489,0.237392731417054,0.0962835495602032,11.602888420777548,228042.6318906971,0.5203180316595193,0.068718418091463,0.0530581119990483,Energy,1
-bizitobs_application/10S/medium,Synapse,4128064.1094782,4128064.1094782,1114.1234589312237,2.402684326071172,0.0346363716260885,0.0354001056528419,30.21734840325128,2031.7637927372853,0.0797813843026518,0.0437483491709634,0.0385169302647742,Web/CloudOps,2
-bizitobs_application/10S/short,Synapse,412997.39431499,412997.39431499,345.70164093109656,1.1289557001904804,0.0158220565857121,0.0159746206226616,8.46140609911413,642.6487332244498,0.0247843929000676,0.0133323304817625,0.0108397328010548,Web/CloudOps,2
-bizitobs_application/10S/long,Synapse,6348768.4045307785,6348768.4045307785,1521.784607133485,3.28225897984727,0.0477706295709492,0.0488086658330317,59.51608750538327,2519.676249943785,0.0971738415265266,0.0586891495502234,0.0540797200910186,Web/CloudOps,2
-m4_quarterly/Q/short,Synapse,1704216.4412085095,1704216.4412085095,541.3088207979406,1.1344178775177756,0.1095378682242531,0.0981620663666799,8.639374569077994,1305.4564110718172,0.2185104148730246,0.0906055644629858,0.0722425192203886,Econ/Fin,1
-m4_hourly/H/short,Synapse,550902.0901453486,550902.0901453486,169.54285748284195,0.6761003933068471,0.0862793371402033,0.0790502901426883,5.513544829163199,742.2277885833624,0.101330476125734,0.0231463423179611,0.0195314602798149,Econ/Fin,1
-bizitobs_l2c/H/medium,Synapse,70.43793434980273,70.43793434980273,4.787732579546283,0.4791288487875105,0.4850201019597101,0.757807664991636,3.910773349886712,8.3927310423844,0.5081926124427799,0.2899044798397099,0.2336389808309401,Web/CloudOps,7
-bizitobs_l2c/H/short,Synapse,58.98437467945725,58.98437467945725,4.566292845750443,0.4532059615119996,0.4004464843323466,0.5976727478706291,2.840177075816273,7.680128558784498,0.4139785984676602,0.2461348788640394,0.191615783910041,Web/CloudOps,7
-bizitobs_l2c/H/long,Synapse,94.11873929016753,94.11873929016753,5.546876742722112,0.5892841360408446,0.661434381125864,0.7817607540207485,5.446899286956702,9.701481293604989,0.5925944776126896,0.338819240717615,0.2806884737460488,Web/CloudOps,7
-restaurant/D/short,Synapse,142.28578260876435,142.28578260876435,7.1809971587463775,0.6879314750289621,0.6784336164760226,0.3953640268783044,4.640575575148456,11.928360432547482,0.5489707848392674,0.3304861274487529,0.258505632945248,Sales,1
-sz_taxi/15T/medium,Synapse,16.429632383109688,16.429632383109688,2.7571556599345888,0.5376984534533001,10251564322715.84,0.4050376108094555,3.8446236271787546,4.053348292845026,0.3772317151264809,0.2565993552302848,0.2025289108635015,Transport,1
-sz_taxi/15T/short,Synapse,16.623572000455418,16.623572000455418,2.7218355856046643,0.5429454585826672,1069151538645.5548,0.3919598365694669,3.862407484931298,4.077201491275041,0.3812357769027509,0.2545032680626843,0.1999092160154406,Transport,1
-sz_taxi/15T/long,Synapse,15.640912782662342,15.640912782662342,2.700579366740374,0.5097701125222233,7044606482071.678,0.3990091661293664,3.6805718221117663,3.954859388481762,0.3660547401388221,0.2499608155970147,0.1977300197065558,Transport,1
-loop_seattle/5T/medium,Synapse,73.40544759435019,73.40544759435019,4.994110712180381,0.7950069677115564,0.1751483929738529,0.1145499917032593,5.818477893690894,8.567697916847337,0.1524369471297423,0.0888554893019444,0.070023114995968,Transport,1
-loop_seattle/5T/short,Synapse,37.30412537653298,37.30412537653298,3.344604292908245,0.53037125512481,0.0917061685818246,0.0710274360512014,4.002077667981049,6.1077103219236735,0.1047337509239739,0.0573525813258246,0.0452808286074293,Transport,1
-loop_seattle/5T/long,Synapse,86.24588183813162,86.24588183813162,5.404616616109952,0.856915549602864,0.1863705621083247,0.1218926334236065,6.2873314337051225,9.286866093474783,0.1641936918023557,0.0955547270783804,0.0755394566911762,Transport,1
-m4_monthly/M/short,Synapse,1810053.294227752,1810053.294227752,546.833279510535,0.9055893443901412,0.1572518680126872,0.1291039015166657,7.384518303910223,1345.3822112053333,0.2796166111091683,0.1136507285327203,0.0904017878907207,Econ/Fin,1
-temperature_rain/D/short,Synapse,185.8350878324541,185.8350878324541,5.824136279142628,1.3456407126378602,20.53097061631961,1.5101373129655495,20.171157900163408,13.63213438286368,1.6048626213296848,0.6856548177573539,0.5519994332832616,Nature,1
-electricity/D/short,Synapse,1428292788.9686604,1428292788.9686604,4262.271657029427,1.384841407356544,0.4134501314783911,0.0931872616481992,11.324116216473143,37792.76106569432,0.6210605744251769,0.0700432783693523,0.0549055693358672,Energy,1
-loop_seattle/H/medium,Synapse,64.21670498132806,64.21670498132806,4.385264661497428,0.9013433773364754,0.1147794979785593,0.0999422857958225,6.745637720315491,8.013532615602688,0.1416382759693417,0.0775090532625305,0.0618063590854122,Transport,1
-loop_seattle/H/short,Synapse,55.2341980659034,55.2341980659034,3.962806585104059,0.80563462505355,0.1087950649119793,0.0912135234818682,6.801692833112259,7.431971344529216,0.131553450469674,0.0701457063875975,0.0568416984316428,Transport,1
-loop_seattle/H/long,Synapse,57.57632657883847,57.57632657883847,4.134720832429267,0.8677600225586954,0.1222967955290665,0.0958862862913527,7.225835957045198,7.587906600561084,0.1356060497145731,0.0738929968796432,0.0593480880431031,Transport,1
-solar/10T/medium,Synapse,18.547857536814483,18.547857536814483,1.820801993801284,0.793256090250791,3.4951458345583584,1.416252148818831,5.032151458561582,4.3067223658850455,0.955678759789687,0.4040431779495504,0.3123540128853747,Energy,1
-solar/10T/short,Synapse,21.983464895982248,21.983464895982248,2.033531699894617,0.8924449634250201,5.067972035141637,1.5029474856716107,4.235106062410286,4.688652780488469,1.3639285860945345,0.5915541512815382,0.4422164606151873,Energy,1
-solar/10T/long,Synapse,19.33910462268322,19.33910462268322,1.8980100308443029,0.8270466806722322,3.229264771274896,1.4169051275616706,5.4379015759713925,4.397624884262324,0.950476168868698,0.4102244620834378,0.3174284895290182,Energy,1
-jena_weather/10T/medium,Synapse,1484.4180981127488,1484.4180981127488,9.753715081303463,0.6057369517402115,0.7046283030918842,0.6485726795223886,5.754323651037319,38.52814682946416,0.2364465784411346,0.059858382711006,0.0484903390122338,Nature,21
-jena_weather/10T/short,Synapse,788.1377583262587,788.1377583262587,5.478248191973733,0.2746318749104626,0.3130254507758209,0.5390755897922194,2.240588613376969,28.07379130659517,0.1743734294971399,0.0340267872778036,0.0273720439294918,Nature,21
-jena_weather/10T/long,Synapse,1415.2158444997017,1415.2158444997017,9.845282922273812,0.6513908336326328,0.7607495019405257,0.6453685028044016,6.121386780021486,37.61935465288715,0.2301992817669648,0.060244974386504,0.0487150286312064,Nature,21
-ett1/D/short,Synapse,44956.64487000874,44956.64487000874,141.27273539668013,1.679238404715881,1.3339957720974018,0.4729700562260733,10.464018692128548,212.0298207092784,0.5569033571939261,0.3710575255838885,0.2824028793236845,Energy,7
-bitbrains_fast_storage/H/short,Synapse,2576507.8225229643,2576507.8225229643,280.69334911564584,1.032876739715154,3.788816974835621,0.53211739023351,19.4178926162198,1605.1504049536804,4.575199942659383,0.800067202933442,0.583156367754806,Web/CloudOps,2
-sz_taxi/H/short,Synapse,7.133412769065301,7.133412769065301,1.8385662561861813,0.5603673530165401,1.16640567443035,0.2953611585879397,3.9345546400698543,2.67084495414191,0.2488056889628166,0.1712737923497913,0.1347913277445439,Transport,1
-bitbrains_rnd/H/short,Synapse,1910684.5004340415,1910684.5004340415,157.36717732585188,5.8224675269572925,1.598068783876308,0.52789189116111,203.5107402367307,1382.275117490741,6.049512482270871,0.6887157928883513,0.5880745007883234,Web/CloudOps,2
-jena_weather/H/medium,Synapse,1379.3681124051764,1379.3681124051764,10.403582706568782,0.8045796246679728,2.046999702863032,0.676479694133611,6.052725443148616,37.13984534708211,0.2272653005453004,0.0636613676890822,0.0513485836542469,Nature,21
-jena_weather/H/short,Synapse,1100.9354426460386,1100.9354426460386,8.182852107362145,0.5169484762506563,1.1390769591942052,0.5932482594370792,4.61552611540064,33.18034723516375,0.2033933925067541,0.0501603566322417,0.0408238981672407,Nature,21
-jena_weather/H/long,Synapse,1242.781955319888,1242.781955319888,11.2974455556546,1.000252513353406,1.98102717047092,0.652446244801361,7.567937043324608,35.25311270398527,0.2122627963065589,0.068023138974995,0.0550500046467677,Nature,21
-ett1/15T/medium,Synapse,9.373120500718164,9.373120500718164,1.5654177961955036,0.9863928747378472,0.7339281877638908,0.3829447700109294,7.022949457949263,3.0615552421470635,0.5835354562434096,0.2983701797501704,0.2320640101544294,Energy,7
-ett1/15T/short,Synapse,4.8318869752897085,4.8318869752897085,1.0666263271968577,0.6773525695659657,0.4874768160238661,0.2375770124749354,4.812097813729572,2.1981553574053194,0.4155428611107469,0.2016367743281862,0.1565547703839609,Energy,7
-ett1/15T/long,Synapse,8.810082696721697,8.810082696721697,1.5725842632317446,1.00716221096466,0.7880472747350004,0.3850280243156201,7.261755881008521,2.9681783465151983,0.5657377276102589,0.2997361154530694,0.23198564523351,Energy,7
-loop_seattle/D/short,Synapse,17.905539386700084,17.905539386700084,2.864706950291469,0.8668597823056257,0.0531577165788378,0.0529073611604941,7.258227125307386,4.231493753593415,0.075622452730073,0.0511961445647791,0.0414263895765929,Transport,1
-ett2/D/short,Synapse,104370.83973541432,104370.83973541432,195.05111505640727,1.2783255431109632,0.4261417455135873,0.1334460801986309,11.070363228798492,323.06476090006214,0.1848984864393069,0.1116328993968648,0.0914132873843379,Energy,7
-saugeen/W/short,Synapse,1018.0628460028788,1018.0628460028788,15.273826122692292,1.2391523587254116,0.3967476114685623,0.4041926501399649,10.709811885993972,31.907097110249293,0.9631422578322588,0.4610531420867403,0.3714148127444749,Nature,1
-solar/D/short,Synapse,135526.43957088602,135526.43957088602,252.56845680306196,0.9855218506528988,1.125512575537161,0.4235735976075132,5.326414455820764,368.1391578885436,0.5318356933409599,0.3648753941589133,0.2811440913709339,Energy,1
-m_dense/H/medium,Synapse,35443.918268838555,35443.918268838555,77.5733069035829,0.6732899546211619,0.2522531354736324,0.1858969170757366,7.295827481678306,188.26555252843931,0.3275582765741267,0.1349677536662211,0.1116340529796323,Transport,1
-m_dense/H/short,Synapse,44694.34331993142,44694.34331993142,87.1006878161677,0.7761561419483677,0.2848384605214743,0.2057436954456219,8.727122414833012,211.41036710608924,0.3749893111592742,0.1544949160856121,0.1287031037819354,Transport,1
-m_dense/H/long,Synapse,34529.99131339011,34529.99131339011,78.89504999314346,0.6878083215993914,0.2546061346853125,0.1883003671089787,7.34714703588209,185.822472573664,0.3216861695814625,0.1365789943472599,0.1130239210587437,Transport,1
-saugeen/M/short,Synapse,397.81982398265706,397.81982398265706,12.511034062211928,0.7330210933360634,0.3547603128162583,0.3592763197466192,4.54602108454984,19.94542112823535,0.5988213779725894,0.3756187752982575,0.2907421344741516,Nature,1
-bitbrains_fast_storage/5T/medium,Synapse,3175837.270290936,3175837.270290936,268.43408883142973,0.9715503951117148,3.1614179686106625,0.735463007137945,21.450480403197083,1782.08789634264,5.414475534788863,0.8155769475029686,0.6040038588958575,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Synapse,1598857.9145629297,1598857.9145629297,148.79235292090698,0.6706583537531366,1.7665442694710327,0.6422919029835097,13.454023761573085,1264.459534569189,3.9700902669134464,0.467171195259883,0.3638916331232154,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Synapse,5079313.224209629,5079313.224209629,383.4828909311811,0.8917345468769259,3.798354128246866,0.7485911553381718,16.198055522206186,2253.733175025302,5.955943910295123,1.0134307886372995,0.739296800111958,Web/CloudOps,2

results/Synapse/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "Synapse",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://arxiv.org/abs/2511.05460",
-    "org": "Google Cloud AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/TSOrchestra-test/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,"TSOrchestra-test",3935933.7645889753,3935933.7645889753,349.58813997497964,0.9269540787531104,4.862012611677347,0.8328672722129261,26.82744338636312,1983.9187898170064,5.24290504557977,0.9238570814275756,0.6493157422172859,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,"TSOrchestra-test",3217856.558815273,3217856.558815273,287.70779258514955,0.9987420682463012,4.609855566296933,0.8105082483269215,30.629692943250262,1793.8384985319256,5.450176678906839,0.8741357166604711,0.6105192205604982,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,"TSOrchestra-test",1972437.9243349463,1972437.9243349463,162.07881755000224,0.7029727859199087,1.6414042448417012,0.7272514825965226,21.18755093466908,1404.435090822978,4.409578840431848,0.5088874017893563,0.3920441656326121,Web/CloudOps,2
-bitbrains_fast_storage/H/short,"TSOrchestra-test",2498448.981346684,2498448.981346684,266.6039956961493,0.9865470511084616,3.0480100896031463,0.5766203127614407,30.552464429757336,1580.6482788231808,4.505361084049783,0.7599079967087182,0.584607682123271,Web/CloudOps,2
-bitbrains_rnd/5T/long,"TSOrchestra-test",2741014.3092923723,2741014.3092923723,193.610297739826,3.383457250497965,2.009947758563582,0.7066837753441967,124.91210443346228,1655.6008907017333,6.342233802518832,0.7416774065160113,0.631509489967593,Web/CloudOps,2
-bitbrains_rnd/5T/medium,"TSOrchestra-test",2263536.404681218,2263536.404681218,146.41216215363497,4.452550887955358,0.3957768536657749,0.7199647306432045,168.41223096881703,1504.505368777798,6.330221020104104,0.6160306009520887,0.5808039507248792,Web/CloudOps,2
-bitbrains_rnd/5T/short,"TSOrchestra-test",1752930.746871569,1752930.746871569,123.50603177337376,1.6659307680385191,0.9296500554170668,0.6516288286382356,59.392445795324,1323.982910339695,5.417355918055654,0.5053510335502674,0.403352349057457,Web/CloudOps,2
-bitbrains_rnd/H/short,"TSOrchestra-test",1756632.355034649,1756632.355034649,144.89788264714036,5.809152255556768,1.1851856357234645,0.564185657269599,215.09030876541024,1325.3800794619815,5.800511745138296,0.634144033975212,0.5889087226784738,Web/CloudOps,2
-bizitobs_application/10S/long,"TSOrchestra-test",5884915.995134343,5884915.995134343,1465.0117940495852,3.213011035819848,0.0459765167601622,0.0469714424036286,100.99723605807336,2425.8845799283904,0.0935566717100521,0.0564996490769967,0.0503051296002101,Web/CloudOps,2
-bizitobs_application/10S/medium,"TSOrchestra-test",3828266.337022155,3828266.337022155,1100.421361694994,2.356715896820709,0.0340752889343855,0.0346987677846694,61.218211075929815,1956.5955987434284,0.0768297505577268,0.0432103081401784,0.0369991787862529,Web/CloudOps,2
-bizitobs_application/10S/short,"TSOrchestra-test",664049.1079234522,664049.1079234522,414.5743819470433,1.2483539298962758,0.0175773060136128,0.0178031365298497,25.050352158876624,814.8920836058307,0.0314271304479298,0.015988476810534,0.0127843258467027,Web/CloudOps,2
-bizitobs_l2c/5T/long,"TSOrchestra-test",91.82933679300142,91.82933679300142,6.427153720920439,0.6173795630481984,0.5829287999115433,0.8135781718082119,15.723615639386017,9.582762482343044,0.5380577871279156,0.3608750728176093,0.2847021405440567,Web/CloudOps,7
-bizitobs_l2c/5T/medium,"TSOrchestra-test",73.52162372929024,73.52162372929024,5.944841553673787,0.6077701713344603,0.4636258758036122,0.7222894780971079,15.196299658694844,8.574475128501467,0.4511434848766517,0.3127860884042988,0.2484161002608965,Web/CloudOps,7
-bizitobs_l2c/5T/short,"TSOrchestra-test",20.957101863161707,20.957101863161707,2.6911774727408004,0.2773151837196029,0.1543018104450295,0.2091604607124603,6.909908275871829,4.5778927317229385,0.1572233663187331,0.0924259274782537,0.0745043675525424,Web/CloudOps,7
-bizitobs_l2c/H/long,"TSOrchestra-test",87.50371503667041,87.50371503667041,5.623410359120878,0.5915964014150494,0.6853376151569022,0.8458569712774032,14.615826382270823,9.35434204188998,0.5713902102123579,0.3434941348968711,0.2717095131496422,Web/CloudOps,7
-bizitobs_l2c/H/medium,"TSOrchestra-test",74.57246236988911,74.57246236988911,4.87528932305638,0.4872094958753631,0.4700800864948974,0.7646663653826199,11.821017844833518,8.63553486298846,0.5228947525781809,0.2952061736503026,0.2297831314253154,Web/CloudOps,7
-bizitobs_l2c/H/short,"TSOrchestra-test",57.93384375939396,57.93384375939396,4.785254307164727,0.4750951303999911,0.4757265858016408,0.6327419175680208,11.137742878278091,7.611428496635435,0.4102754891739257,0.2579374624042636,0.1994469349308772,Web/CloudOps,7
-bizitobs_service/10S/long,"TSOrchestra-test",129609.8550861882,129609.8550861882,75.11599541260756,1.4999397997721398,0.0871011745056588,0.0824391880280784,34.53666891595601,360.0136873595061,0.2667096489442151,0.0556483307996729,0.0506102816981973,Web/CloudOps,2
-bizitobs_service/10S/medium,"TSOrchestra-test",56159.60582751026,56159.60582751026,52.13330916775173,1.252231409318365,0.0766055228893532,0.0697650514089244,28.608471818620583,236.98018024195665,0.1783568681140486,0.0392367570068012,0.0304204698870069,Web/CloudOps,2
-bizitobs_service/10S/short,"TSOrchestra-test",3881.729375382179,3881.729375382179,22.136281506066148,0.8410756046412172,0.0579897674974819,0.0479519212981181,18.69069223154232,62.30352618738509,0.0461564435409787,0.0163992648581233,0.0128854832452221,Web/CloudOps,2
-car_parts/M/short,"TSOrchestra-test",1.3571386982905318,1.3571386982905318,0.4520421170816914,0.8354162290912995,0.8491219679468779,1.9052332164806256,26.498828735096527,1.1649629600508902,2.7934616757894397,1.0839506260827942,0.933131133376858,Sales,1
-covid_deaths/D/short,"TSOrchestra-test",341661.47496713034,341661.47496713034,89.43748471422953,33.01452582259661,0.085330203802731,0.3608294291627087,1282.6248087411086,584.5181562339449,0.2199277905059623,0.0336512872899344,0.0272617478091108,Healthcare,1
-electricity/D/short,"TSOrchestra-test",1230488522.604079,1230488522.604079,4170.16461421997,1.3902266944274326,0.3984162729579725,0.094695451636671,36.629052415856606,35078.319837245326,0.5764532917223313,0.0685296539299661,0.0538406171882295,Energy,1
-electricity/H/long,"TSOrchestra-test",10542849.241315251,10542849.241315251,294.90034990515613,1.2219609718219435,0.2966046256564434,0.145322628525944,26.33709604853039,3246.9753989390265,1.2806060975366071,0.1163086071972157,0.0925612193602453,Energy,1
-electricity/H/medium,"TSOrchestra-test",6717206.2563067535,6717206.2563067535,249.51903304495917,1.0794100690495547,0.2262837409275522,0.1308458976630657,23.33750877033781,2591.7573683326827,1.011648286996088,0.097395499068357,0.0778650105653855,Energy,1
-electricity/W/short,"TSOrchestra-test",31080592419.92485,31080592419.92485,25637.68543401974,1.4219617623728595,0.1193387766666435,0.0927880248780248,27.60636874978625,176296.8871532474,0.4022513183203626,0.0584967376965239,0.0452820611324487,Energy,1
-ett1/15T/long,"TSOrchestra-test",8.243749552140653,8.243749552140653,1.5706371320387684,1.019936228932009,0.7666978238724542,0.393974889065195,23.282035069472816,2.871193053791516,0.5472522349236316,0.2993649903224766,0.2315341704375025,Energy,7
-ett1/15T/medium,"TSOrchestra-test",9.62130002943135,9.62130002943135,1.616982551856934,1.0275573699156375,0.7271256870647294,0.3961183550865695,24.6452636555272,3.101822049929904,0.5912103496203284,0.3081984731635112,0.2398625076575753,Energy,7
-ett1/15T/short,"TSOrchestra-test",4.658571776411579,4.658571776411579,1.093816154159389,0.692003401866187,0.4649557597359685,0.2415243677992025,17.45309586298432,2.158372483240921,0.4080222419253055,0.2067767834049118,0.1588046263888257,Energy,7
-ett1/D/short,"TSOrchestra-test",40315.522051434666,40315.522051434666,136.2583918139499,1.6806150286411232,1.376117619059447,0.4720882395027222,45.98375255620722,200.78725569974472,0.5273743872766946,0.3578871858363717,0.2725179724620256,Energy,7
-ett1/H/long,"TSOrchestra-test",136.38238429532774,136.38238429532774,6.854423516370071,1.3136035358866145,3912244942427.572,0.4639939552636891,27.01066694148744,11.678286873310132,0.5592478649494957,0.3282434965483124,0.256173450764951,Energy,7
-ett1/H/medium,"TSOrchestra-test",132.05527359751693,132.05527359751693,6.589209046620069,1.2299896795059144,4206597318493.5903,0.433320842160278,28.42749728740139,11.491530515885032,0.5504170711338863,0.3156074936681489,0.2473610485932525,Energy,7
-ett1/H/short,"TSOrchestra-test",100.08987683942247,100.08987683942247,4.946661781605223,0.8186681618457503,0.4834980991410276,0.2601233488004902,20.23439453202309,10.004492832693844,0.466950610577265,0.2308809429790778,0.1774015397583596,Energy,7
-ett1/W/short,"TSOrchestra-test",989510.3656643648,989510.3656643648,812.4721059322254,1.494997089594253,0.7054403469054227,0.5293702695860415,29.63079542303231,994.741356164689,0.3958313278548756,0.3233020428306749,0.2467594360180067,Energy,7
-ett2/15T/long,"TSOrchestra-test",11.38472768326637,11.38472768326637,2.1665369423910272,0.9005037546896144,0.1375508085188752,0.1654055922686201,22.30923616420953,3.374126210334517,0.1798132933600978,0.1154586753762907,0.0916396359038175,Energy,7
-ett2/15T/medium,"TSOrchestra-test",11.680949215525512,11.680949215525512,2.145229392605787,0.889812784512305,0.1365361800032471,0.1640630924885128,22.39977677062312,3.4177403668982103,0.1821375707107257,0.1143231574787731,0.0895711169001382,Energy,7
-ett2/15T/short,"TSOrchestra-test",7.853729322785832,7.853729322785832,1.7319636586573233,0.7427096967836446,0.1062751939885833,0.12598484365775,18.404858474329288,2.8024505923897807,0.1330422992150986,0.0822224762607753,0.0649307567329398,Energy,7
-ett2/D/short,"TSOrchestra-test",106039.05185816904,106039.05185816904,193.00609061549403,1.2668341065190438,0.4344814991951588,0.1311453496619999,32.81435040036002,325.636379813695,0.1863702917934554,0.1104624779531802,0.0906612914101508,Energy,7
-ett2/H/long,"TSOrchestra-test",231.57209114114323,231.57209114114323,9.454091518556336,1.041781590815038,0.1789606874661358,0.1769398075184539,23.227294463611894,15.217492932186406,0.2083918534587461,0.129466506940411,0.1038574614019068,Energy,7
-ett2/H/medium,"TSOrchestra-test",235.8876371451095,235.8876371451095,9.493494757896926,1.0268141732646603,0.172210494271238,0.1679117098861441,24.048873198636727,15.358633960906468,0.2069674693911224,0.127930946900687,0.1035922956956065,Energy,7
-ett2/H/short,"TSOrchestra-test",105.45599173791662,105.45599173791662,6.390917671787323,0.738693513701533,0.1212411967967107,0.1107537717126933,19.584927308662287,10.26917677995255,0.1302417345616434,0.0810546181889846,0.0644437352637196,Energy,7
-ett2/W/short,"TSOrchestra-test",2995530.0831473866,2995530.0831473866,1182.5991714157824,0.779092255795969,0.1191979958307905,0.1223002050555992,16.211684881804597,1730.7599727135437,0.1451842275430943,0.0992019401314874,0.0838411613763393,Energy,7
-hierarchical_sales/D/short,"TSOrchestra-test",28.4842233160427,28.4842233160427,2.27820184536824,0.7376950524573519,0.6116411310292618,1.0525248787733132,22.419521369438403,5.337061299633226,1.637351302338999,0.6989270965954891,0.565355362894863,Sales,1
-hierarchical_sales/W/short,"TSOrchestra-test",460.9457036024806,460.9457036024806,8.885153464363665,0.7169887615970751,0.5251711196614735,0.4541357911563696,20.13071392018048,21.469646098678027,0.9856819539753212,0.4079217416007538,0.3429796702761664,Sales,1
-hospital/M/short,"TSOrchestra-test",2373.4745643489155,2373.4745643489155,17.023377762327495,0.7458241606357002,0.189495797554006,0.170684745246498,18.590377542384097,48.71831857062511,0.1768588094952555,0.061798814346778,0.049108556667034,Healthcare,1
-jena_weather/10T/long,"TSOrchestra-test",1414.038540847993,1414.038540847993,9.557618991493175,0.633012747166124,0.6617059580775166,0.6388649964314539,16.42150816183156,37.60370381821441,0.2301035116259308,0.0584847094679009,0.0482795008650062,Nature,21
-jena_weather/10T/medium,"TSOrchestra-test",1467.4276163978743,1467.4276163978743,9.595084251816562,0.5996706442160938,0.7198642768035857,0.648576785130473,14.782994315926958,38.30701784788101,0.2350895136614313,0.0588848680222908,0.048503394488175,Nature,21
-jena_weather/10T/short,"TSOrchestra-test",800.5215229688597,800.5215229688597,5.542351885082043,0.2950321584416642,0.338764170383925,0.5515697860457086,6.855517361233827,28.29348905612137,0.1757380346416513,0.0344249528803179,0.028285874272936,Nature,21
-jena_weather/D/short,"TSOrchestra-test",366.93209755426886,366.93209755426886,9.516880473985957,1.0522399271954166,0.6196601375932497,0.4644041943836069,25.908594679068464,19.15547173927776,0.1153472480373017,0.057307175073288,0.0446467735129981,Nature,21
-jena_weather/H/long,"TSOrchestra-test",1149.852669418736,1149.852669418736,10.966845953812722,0.986955345172656,2.2202380906971317,0.652203920740879,28.89533113111513,33.90947757513725,0.2041726241830413,0.066032563092121,0.0556120978495563,Nature,21
-jena_weather/H/medium,"TSOrchestra-test",1273.604755862531,1273.604755862531,10.144651732280815,0.8207946346005405,2.014562790647134,0.683665593626558,21.53640461772101,35.687599469038695,0.2183787504572522,0.0620769231352046,0.0495441452055206,Nature,21
-jena_weather/H/short,"TSOrchestra-test",1099.3809380776306,1099.3809380776306,8.115456017093539,0.5223417034546075,1.0781263933868823,0.6039790013943063,14.09786143635967,33.15691388048096,0.2032497556828221,0.0497472249279499,0.0403982573536892,Nature,21
-kdd_cup_2018/D/short,"TSOrchestra-test",2759.2638939349863,2759.2638939349863,20.57910820251712,1.1673717958082008,0.5392989166170776,0.4504731666720218,36.16275939410855,52.528695909331184,1.1766985835522044,0.4609938825526378,0.3634636466224152,Nature,1
-kdd_cup_2018/H/long,"TSOrchestra-test",3330.0505673663147,3330.0505673663147,17.381728495064245,0.738931517147235,0.6383453741950432,0.4406006791305596,18.97185321529629,57.70659032871648,1.3540297662639584,0.4078455794627592,0.3286952493268724,Nature,1
-kdd_cup_2018/H/medium,"TSOrchestra-test",4365.935427859983,4365.935427859983,19.35674283586879,0.7958567399779825,0.7012709315728645,0.426179745246127,19.614676915940997,66.07522552258133,1.3830740625693372,0.4051716621529448,0.3292789169351806,Nature,1
-kdd_cup_2018/H/short,"TSOrchestra-test",3730.788196117708,3730.788196117708,16.06121059342498,0.6575140143600239,0.5481967557864017,0.3606052391858282,16.347406807524145,61.08017842244493,1.278518758261331,0.3361902265913107,0.2720765810906044,Nature,1
-loop_seattle/5T/long,"TSOrchestra-test",97.99790625894012,97.99790625894012,5.952054784144496,0.9361972757576484,0.2059163973364845,0.1340509766699815,21.125389541962548,9.899389186153869,0.1750232359936708,0.105233552246805,0.0827925997498006,Transport,1
-loop_seattle/5T/medium,"TSOrchestra-test",89.49789364680997,89.49789364680997,5.664116810426221,0.8918757271521369,0.1974732176457712,0.1290703868530394,20.9293094401421,9.46033263933198,0.1683187587982904,0.1007762779139227,0.0790344109865617,Transport,1
-loop_seattle/5T/short,"TSOrchestra-test",42.92612809658386,42.92612809658386,3.5651197225389164,0.5628349487096386,0.1030390999397972,0.0756535524560667,14.86407256881877,6.551803423225079,0.1123489641938595,0.0611339324733869,0.0485993845601641,Transport,1
-loop_seattle/D/short,"TSOrchestra-test",17.530503625863297,17.530503625863297,2.9046756926056467,0.8744281573114658,0.0540667389572972,0.0536054626782722,22.6225832164226,4.186944425934419,0.0748262901940435,0.0519104349578245,0.0416299848994604,Transport,1
-loop_seattle/H/long,"TSOrchestra-test",59.08106273202914,59.08106273202914,4.226861725092698,0.8833852289631207,0.1274596495010389,0.097887165859567,19.156786980084394,7.686420671029471,0.1373666201283598,0.0755396736369552,0.0597525848895843,Transport,1
-loop_seattle/H/medium,"TSOrchestra-test",66.40178046472927,66.40178046472927,4.559420433347472,0.93393472025802,0.1211754643722498,0.1046869654728148,18.851500507584745,8.148728763723165,0.1440278689034534,0.0805872458748838,0.0635718381799733,Transport,1
-loop_seattle/H/short,"TSOrchestra-test",59.67731116386764,59.67731116386764,4.156474241426581,0.8442688039515677,0.114818951892185,0.0956195001107355,20.73211595397908,7.725109136048995,0.1367422895295372,0.0735738219530071,0.0588567012147225,Transport,1
-m4_daily/D/short,"TSOrchestra-test",341419.66447293625,341419.66447293625,163.23850965974492,3.0544616206385644,0.0362288075067664,0.0284196726593063,72.13090235719206,584.3112736144462,0.0902599431206534,0.0252158383079749,0.0200191578669637,Econ/Fin,1
-m4_hourly/H/short,"TSOrchestra-test",641692.1397090574,641692.1397090574,176.22853989723487,0.7044492460415077,0.089566523667005,0.0827726426622496,12.75995912086896,801.0568891839439,0.1093619531212013,0.024059086912657,0.019437390732106,Econ/Fin,1
-m4_monthly/M/short,"TSOrchestra-test",1805253.1834707716,1805253.1834707716,553.1512365861266,0.9246498736817312,0.1599700046918361,0.1309469674389335,24.214065341792832,1343.5971060815707,0.2792456030329347,0.1149638161095658,0.0916051730657556,Econ/Fin,1
-m4_quarterly/Q/short,"TSOrchestra-test",1749923.9488398822,1749923.9488398822,551.4261801567609,1.164283693257738,0.1118402811837156,0.100168651615758,26.53019068763368,1322.846910583338,0.2214212776754138,0.0922990320173491,0.0735520572727876,Econ/Fin,1
-m4_weekly/W/short,"TSOrchestra-test",226531.90535031445,226531.90535031445,242.1903553044085,1.8754249439292183,0.0599904930172875,0.0592667849429472,39.99205063284441,475.9536798369296,0.0867113759883913,0.0441233251243227,0.0353332559292307,Econ/Fin,1
-m4_yearly/A/short,"TSOrchestra-test",3393220.25587344,3393220.25587344,869.2719107131835,3.251692440959419,0.1694425371849296,0.1447013269406119,68.45215372679151,1842.0695578271304,0.2953843917077551,0.1393917800137427,0.1127099181619983,Econ/Fin,1
-m_dense/D/short,"TSOrchestra-test",8459.138268785375,8459.138268785375,44.42356322818332,0.67511425545139,0.1238765756079324,0.0971225064439763,15.4165918205579,91.97357375238484,0.1592198608390708,0.0769037590537641,0.0653445212396726,Transport,1
-m_dense/H/long,"TSOrchestra-test",35604.71778174727,35604.71778174727,82.61866302423915,0.7107365685947067,0.2654010896389083,0.1970646196219469,14.992896901440664,188.69212432358503,0.3266539609722422,0.1430251189541852,0.120083552253017,Transport,1
-m_dense/H/medium,"TSOrchestra-test",35131.699704776795,35131.699704776795,80.668470977089,0.7019422396840811,0.2666796113477175,0.1951980872603445,14.9411773403438,187.43452111277895,0.3261123869005416,0.1403529481216893,0.1163188954216024,Transport,1
-m_dense/H/short,"TSOrchestra-test",43103.062087056256,43103.062087056256,88.52637195974556,0.7787776034677959,0.2912347058323554,0.2120909966830781,19.144305301479204,207.61276956646057,0.3682533421048231,0.1570237341694683,0.128942593000014,Transport,1
-restaurant/D/short,"TSOrchestra-test",137.42741059064306,137.42741059064306,7.020433411467456,0.6730968324205545,0.6454114461708541,0.3886357990457914,18.529050397248582,11.722943768125951,0.5395170339969592,0.3230966117765124,0.2531340237625726,Sales,1
-saugeen/D/short,"TSOrchestra-test",1050.320747839035,1050.320747839035,12.879756155241266,2.861161185196317,0.36629479902698,0.3458412403042566,76.47755042403,32.408652360735935,1.0497239718253513,0.4171783706687537,0.3387762405778192,Nature,1
-saugeen/M/short,"TSOrchestra-test",348.2943444549976,348.2943444549976,11.678133898022034,0.6842701086016695,0.3259618263649427,0.3365956167539972,20.7502319488856,18.6626456981586,0.5603086112714382,0.3506126136921869,0.2713357354698533,Nature,1
-saugeen/W/short,"TSOrchestra-test",924.9944024175212,924.9944024175212,14.222742743791722,1.153730949496004,0.3593660414554995,0.3760323877275426,32.11340328103771,30.413720627662794,0.918063446925016,0.4293253162921753,0.346267406142088,Nature,1
-solar/10T/long,"TSOrchestra-test",19.099645840150583,19.099645840150583,1.8209082124404703,0.7950534034317218,3.080609587161629,1.455984132663277,12.771292977760911,4.370314158061247,0.9445735061039228,0.3935601863645742,0.3077411716670427,Energy,1
-solar/10T/medium,"TSOrchestra-test",20.871416005775963,20.871416005775963,1.88365729542199,0.8237387751136988,3.298937344373401,1.458104451664151,12.08122416681055,4.568524488910612,1.0137737952699262,0.4179910625417683,0.3161087705778983,Energy,1
-solar/10T/short,"TSOrchestra-test",26.24325131775436,26.24325131775436,2.2342662142964027,0.9851943846829878,4.658959506384312,1.5350574242791053,21.28437318105071,5.122816736694214,1.4902268339377496,0.6499477997828199,0.4916986854738969,Energy,1
-solar/D/short,"TSOrchestra-test",119227.47752059253,119227.47752059253,251.9462696410496,0.982337273668483,1.0181197210617945,0.4326281193173633,27.677108550760195,345.293320990419,0.4988312568531653,0.3639765576235937,0.2715448867667153,Energy,1
-solar/H/long,"TSOrchestra-test",566.4859775721334,566.4859775721334,9.62192978445607,0.7329388708800524,4.323821629920818,1.3771451559142622,6.268021912153806,23.800965895781065,0.8252229633442273,0.3336098814051239,0.2532065481542812,Energy,1
-solar/H/medium,"TSOrchestra-test",589.1484997733236,589.1484997733236,9.45801900027286,0.7260339945860715,3.827431781763633,1.3807847930722088,4.335409182633233,24.27238141949248,0.8743477933272837,0.3406999049337208,0.2604156398735464,Energy,1
-solar/H/short,"TSOrchestra-test",566.910647534711,566.910647534711,9.268722056456992,0.7143731464339246,3.6350369170476338,1.379413747645156,16.066816934328212,23.80988550024361,0.877640322696474,0.3416481871166332,0.2653870519859833,Energy,1
-solar/W/short,"TSOrchestra-test",953565.8694580324,953565.8694580324,736.751263503925,0.7953183181692459,0.1510129593094157,0.1451373471139387,18.56209025015053,976.5069735839228,0.1993294871877068,0.1503893525717984,0.1190884689883655,Energy,1
-sz_taxi/15T/long,"TSOrchestra-test",15.465088285040917,15.465088285040917,2.684776207650952,0.5065839297050271,6714525898278.196,0.3963712690634701,13.123436539017252,3.932567645322953,0.3639914561007082,0.2484981033421369,0.1960624504105242,Transport,1
-sz_taxi/15T/medium,"TSOrchestra-test",16.29573928427503,16.29573928427503,2.752058424545861,0.5364999836218196,10118253562112.38,0.4041915645206366,15.912307448354577,4.036798147576248,0.3756914478624134,0.2561249723968414,0.2017452550322822,Transport,1
-sz_taxi/15T/short,"TSOrchestra-test",16.655308314145863,16.655308314145863,2.725003821997501,0.5435464969946024,1083729224513.2222,0.392602362747154,17.1659401209527,4.081091559147609,0.3815995308405965,0.254799522368537,0.2002327513367735,Transport,1
-sz_taxi/H/short,"TSOrchestra-test",7.144328559341722,7.144328559341722,1.8398692047442256,0.560828326808545,1.187600856742935,0.2941186632699729,17.046522493255075,2.6728876817669915,0.2489959876967143,0.1713951742129332,0.1347733263741267,Transport,1
-temperature_rain/D/short,"TSOrchestra-test",182.28311460355567,182.28311460355567,5.788020299834798,1.3407939179828552,20.01165346730017,1.5229168981955554,44.21261729394454,13.501226411091537,1.5894513096674106,0.6814030196839135,0.5496268645399822,Nature,1
-us_births/D/short,"TSOrchestra-test",122046.34669101665,122046.34669101665,214.16335928297883,0.3152231367580344,0.020652934573644,0.0204011324283101,7.500468688845998,349.35132272687423,0.0327488516831706,0.0200760770973555,0.015865867586829,Healthcare,1
-us_births/M/short,"TSOrchestra-test",51693736.38319152,51693736.38319152,6114.71563915383,0.6911864780572511,0.0188061067664586,0.0190413634240933,14.268876843587904,7189.835629775657,0.0223315804464031,0.0189922650856072,0.0138570043642932,Healthcare,1
-us_births/W/short,"TSOrchestra-test",2047159.4150952871,2047159.4150952871,1114.3205312669563,1.01342062000649,0.0151113020863059,0.0151636780246314,20.276625077197963,1430.789787178846,0.019422831065682,0.0151267919478892,0.0117630325186122,Healthcare,1
-electricity/15T/long,"TSOrchestra-test",337020.59082676214,337020.59082676214,60.41434821922858,0.902348998043153,0.14773511177359833,0.138944831092834,23.37094318280884,580.5347455809705,0.9158647272580135,0.09531104033902663,0.0759710850923222,Energy,1
-electricity/15T/medium,"TSOrchestra-test",278809.17104931944,275698.84170026396,56.77634808868695,0.8830145824975804,0.1490597210525614,0.13666913433666478,7.348450202429224,528.0238356829353,0.9098382357829771,0.09783136458678733,0.07882560778436892,Energy,1
-electricity/15T/short,"TSOrchestra-test",148674.4875842627,148674.4875842627,56.10791376586797,1.0677924492260855,0.17636132552140887,0.16946602763004223,30.880625096852786,385.5833082282773,0.7600607120958128,0.1105997588097062,0.09163342138798426,Energy,1
-electricity/H/short,"TSOrchestra-test",1708259.4721944854,1708259.4721944854,181.22039162414148,1.0125950798453054,0.21242744102681949,0.13343124038907841,27.39378087424175,1307.004006189149,0.6169992357073165,0.08554896740729222,0.06964545031616531,Energy,1

results/TSOrchestra-test/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "TSOrchestra-test",
-    "model_type": "fine-tuned",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/Melady/TEMPO",
-    "org": "Melady Lab @ USC",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "No"
-}

results/TSOrchestra/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,TSOrchestra,4251428.649970071,4251428.649970071,385.5321455127479,0.9403429272408744,4.451533861802345,0.817619954394717,19.078323608207107,2061.89928220805,5.4489842711854575,1.0188463690067744,0.8259255517934971,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,TSOrchestra,2531532.98359003,2531532.98359003,269.04055578396367,1.0230584047854725,3.6143915606549504,0.805990154759711,23.47839678227443,1591.0791883467114,4.834138040171168,0.8174195191475556,0.655812152954589,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,TSOrchestra,1625548.0476199898,1625548.0476199898,167.7326719995588,0.700116814003363,2.401515055203814,0.735924199399399,13.642023728425666,1274.9698222389384,4.003089921323798,0.5266391070959089,0.4195175734890132,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TSOrchestra,2691178.0650785044,2691178.0650785044,300.90230495290064,1.0855258848191638,3.966961572470453,0.5899549620701672,23.915791341611072,1640.481046851351,4.675903717495408,0.8576692848921995,0.6456813651744167,Web/CloudOps,2
-bitbrains_rnd/5T/long,TSOrchestra,2341893.5627182694,2341893.5627182694,181.1205617096086,3.3939872515089045,1.7790563031459012,0.7357932723414159,119.14527993241757,1530.32465925315,5.862328991882337,0.6938320659711782,0.6262810206393259,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TSOrchestra,2289194.58791486,2289194.58791486,167.58518073480772,4.447235104915543,1.3207266379636202,0.7483655081278637,162.56980972261653,1513.0084559958216,6.365998155916583,0.7051163179485095,0.6536256150097227,Web/CloudOps,2
-bitbrains_rnd/5T/short,TSOrchestra,1498017.0919773034,1498017.0919773034,115.58903378715598,1.6707972833035527,1.112938541011784,0.6578330661632965,53.21692742046614,1223.935084870641,5.007989031826988,0.4729569570813777,0.3987343875106862,Web/CloudOps,2
-bitbrains_rnd/H/short,TSOrchestra,2022301.794204045,2022301.794204045,190.88461348099213,5.8718468257074266,3.0760299302333163,0.5734468935915775,204.19834767951124,1422.0765781785612,6.223702865209266,0.8354044599817909,0.6649216975763734,Web/CloudOps,2
-bizitobs_application/10S/long,TSOrchestra,6685779.204157037,6685779.204157037,1556.635878557256,3.479022866997092,0.0505607908334543,0.0515682711222355,104.49722610644912,2585.6873755651586,0.0997196267877331,0.0600332237845251,0.0574098362234418,Web/CloudOps,2
-bizitobs_application/10S/medium,TSOrchestra,3964691.480106218,3964691.480106218,1093.0908939583444,2.551872042596799,0.0366352749703913,0.0373229262942508,57.59591789680248,1991.15330401911,0.078186729934499,0.0429224622470158,0.0390537703578008,Web/CloudOps,2
-bizitobs_application/10S/short,TSOrchestra,642255.5332029185,642255.5332029185,415.88298035087337,1.359036276767272,0.0191242410879045,0.0194110473686342,19.64381727888186,801.4084683873252,0.0309071213045024,0.0160389442203525,0.0133574206970094,Web/CloudOps,2
-bizitobs_l2c/5T/long,TSOrchestra,80.35250023783888,80.35250023783888,5.789851692514514,0.5720044567677497,0.4297240927600692,0.7434521324464011,9.543262024452677,8.963955613334935,0.5033127065510413,0.3250915166908605,0.2810250051698695,Web/CloudOps,7
-bizitobs_l2c/5T/medium,TSOrchestra,61.967016976230425,61.967016976230425,4.931059524536615,0.4899860096712702,0.3477920416538626,0.6206956879929929,8.250903001035303,7.87191317128374,0.4141783943059872,0.2594462453613114,0.224925007916427,Web/CloudOps,7
-bizitobs_l2c/5T/short,TSOrchestra,14.549996315824895,14.549996315824895,2.388901447888387,0.2487095104256753,0.1448420801487941,0.1878722317700165,2.390716711406331,3.81444574162812,0.1310035064786715,0.0820445452638096,0.0671883549011169,Web/CloudOps,7
-bizitobs_l2c/H/long,TSOrchestra,99.05472863234908,99.05472863234908,5.735480696759864,0.6094741215382272,0.7037160890778316,0.800570282999784,14.105435640744258,9.952624208335662,0.6079350116875276,0.3503397145747735,0.3171870276209401,Web/CloudOps,7
-bizitobs_l2c/H/medium,TSOrchestra,72.16497596602487,72.16497596602487,5.00242650383862,0.5029431026960192,0.5570052327928517,0.7910157111876184,9.382256851843906,8.494997113950355,0.5143849784093412,0.3029045230569553,0.2681661451355036,Web/CloudOps,7
-bizitobs_l2c/H/short,TSOrchestra,60.75780460988109,60.75780460988109,4.794244573447006,0.4764464037246981,0.449648313049348,0.623823371634196,6.213900525533299,7.794729283938031,0.4201558710509652,0.2584220607813484,0.2208877035066354,Web/CloudOps,7
-bizitobs_service/10S/long,TSOrchestra,128820.37363600371,128820.37363600371,76.52564397941309,1.3596490160871348,0.1168284695578276,0.0908611026831355,30.18508683236852,358.91555223478923,0.2658961153373273,0.0566926435232944,0.0542008793116466,Web/CloudOps,2
-bizitobs_service/10S/medium,TSOrchestra,71708.69417325724,71708.69417325724,54.12879064775989,1.1520277404120172,0.1045222357069379,0.0800815148501999,19.08780531994257,267.7847907803153,0.2015411439192449,0.0407386033923954,0.0372589107493929,Web/CloudOps,2
-bizitobs_service/10S/short,TSOrchestra,6071.332024747347,6071.332024747347,22.775572359208915,0.8363301665092018,0.0748699694892126,0.0548378412027196,10.724048181134854,77.91875271555203,0.0577247047085893,0.016872872616479,0.0142091360963088,Web/CloudOps,2
-car_parts/M/short,TSOrchestra,1.381381586334077,1.381381586334077,0.4917771169779283,0.8442605346949368,0.7871228805409171,1.879844659508007,16.760803766062654,1.1753219075360064,2.818301369233361,1.1792310798002124,1.0651550365801885,Sales,1
-covid_deaths/D/short,TSOrchestra,1033490.8969652968,1033490.8969652968,193.06995136299776,44.39022518116247,0.1233204423019393,0.4091236790696764,1088.078382827781,1016.6075432364728,0.3825035355239784,0.0726435087867639,0.0615146133940404,Healthcare,1
-electricity/15T/long,TSOrchestra,358840.88148958544,358840.88148958544,60.38480508509947,0.8799392409917001,0.1363642591663532,0.1325114968524141,10.451517253293645,599.033289133071,0.9450484764975496,0.0952644353569436,0.0796259307453207,Energy,1
-electricity/15T/medium,TSOrchestra,270420.34411470883,270420.34411470883,54.31136231991298,0.8263204413194264,0.1292241360402721,0.1292500607134176,10.060686342719174,520.0195612808318,0.8960460874209523,0.0935839482449361,0.0784547028403967,Energy,1
-electricity/15T/short,TSOrchestra,123097.31457095189,123097.31457095189,46.31918835029937,0.866589111598944,0.1505161290078671,0.1507754135970119,10.240292744688215,350.8522688696083,0.6915989827734083,0.09130425078671,0.076855517327859,Energy,1
-electricity/D/short,TSOrchestra,1465604176.8620462,1465604176.8620462,4335.480063623974,1.4103903291020707,0.3489154704993956,0.0948591537554414,12.546145431631444,38283.21011699575,0.6291203109287714,0.0712463389908287,0.0565113061034218,Energy,1
-electricity/H/long,TSOrchestra,9510984.66446629,9510984.66446629,266.4665845394826,1.0710016691934656,0.2744417573883757,0.1345729741076921,16.879727549879274,3083.9884345545606,1.2163241437127126,0.1050943436222225,0.091656079856846,Energy,1
-electricity/H/medium,TSOrchestra,5718094.996250592,5718094.996250592,228.21011537332708,0.9804302908952384,0.2242698124600674,0.1248131491542715,13.536559722071129,2391.253854414163,0.9333851403836702,0.0890779246132743,0.07619952828731,Energy,1
-electricity/H/short,TSOrchestra,1363685.3880011835,1363685.3880011835,159.79911857190532,0.878035727552861,0.1767577208399947,0.1200784285056498,11.142248180157043,1167.7694070325629,0.5512705576267999,0.075436596191759,0.0628016150745192,Energy,1
-electricity/W/short,TSOrchestra,100968672078.60428,100968672078.60428,35550.45007851894,1.607621683960018,0.2450420199710057,0.1029659875417742,13.499042666713123,317755.6798526256,0.7250136017058275,0.0811143953922221,0.0616434629476601,Energy,1
-ett1/15T/long,TSOrchestra,8.703028939751759,8.703028939751759,1.5661781209246215,1.0176637413112355,0.8147468074760491,0.3879662435318978,10.82247540144293,2.9500896494431754,0.5622900040632653,0.2985150983953058,0.2443667300552187,Energy,7
-ett1/15T/medium,TSOrchestra,9.97594847559846,9.97594847559846,1.611879496677356,1.010960104282983,0.7879229050070161,0.3852875354616927,10.280025237147282,3.15847249087252,0.602007979676697,0.3072258258006754,0.2503471466860452,Energy,7
-ett1/15T/short,TSOrchestra,4.914552190320696,4.914552190320696,1.068986281394572,0.6806182519428308,0.5015941715960974,0.2325104901757728,5.029464630518758,2.216878930009642,0.419082395704607,0.2020829039050174,0.1590574862918383,Energy,7
-ett1/D/short,TSOrchestra,62804.3142014068,62804.3142014068,161.35853425423048,1.85385480554182,1.4212284921789908,0.4883961986909113,18.878015415035605,250.6078893439048,0.6582299341103823,0.4238135425359994,0.3508614254147896,Energy,7
-ett1/H/long,TSOrchestra,139.47220275492492,139.47220275492492,7.006364779600221,1.388677232294664,3536417523932.7847,0.4797275512567921,18.797377943585907,11.809835001172749,0.5655474198793721,0.3355196345624753,0.2795107307466504,Energy,7
-ett1/H/medium,TSOrchestra,139.08884145806363,139.08884145806363,6.737561496490442,1.2548076321378658,3202363780964.001,0.4297348781422834,15.688858858424483,11.79359323777379,0.564885159475201,0.3227132243486977,0.2673997992318576,Energy,7
-ett1/H/short,TSOrchestra,102.7313208085449,102.7313208085449,4.936481759974456,0.8197384209539824,0.489613656789175,0.2583612913167663,5.869508009914049,10.135646047911544,0.4730720677015025,0.2304057997213764,0.1816866341828976,Energy,7
-ett1/W/short,TSOrchestra,1334410.3182019503,1334410.3182019503,914.6778664854784,1.6067143550368732,0.6284602139013938,0.5521820116693191,8.229455457461926,1155.1667923732705,0.4596684379163046,0.3639721543762471,0.2706489492094683,Energy,7
-ett2/15T/long,TSOrchestra,11.247781006393277,11.247781006393277,2.146145155399167,0.906809479454549,0.1402260406959038,0.1679951772631255,10.290123114761093,3.353771161900179,0.1787285359837222,0.1143719601356831,0.0950521189933412,Energy,7
-ett2/15T/medium,TSOrchestra,11.51824082925515,11.51824082925515,2.147530048111036,0.8973425061163128,0.1373985934236027,0.1648074720901444,9.425814895852474,3.39385338947562,0.180864590445311,0.1144457635751362,0.0945316727578298,Energy,7
-ett2/15T/short,TSOrchestra,7.535331750032231,7.535331750032231,1.7072479690292053,0.7425538510707935,0.1080077107268959,0.1282322792084076,9.053223869676865,2.745055873754163,0.1303175677422862,0.081049134549153,0.0683497400654337,Energy,7
-ett2/D/short,TSOrchestra,124506.22290457923,124506.22290457923,216.10013655537216,1.5144211418814328,0.4654137545535167,0.1562079559991306,15.6303421526495,352.8543933474249,0.2019478790618732,0.1236798097604218,0.1028990517278939,Energy,7
-ett2/H/long,TSOrchestra,223.43934545527088,223.43934545527088,9.374629225611145,1.0557709336351992,0.1822280132059304,0.1846585924830946,11.340800629710738,14.94788765863829,0.204699816741048,0.128378331997224,0.1068566526828535,Energy,7
-ett2/H/medium,TSOrchestra,214.52893033826032,214.52893033826032,9.26107016442242,1.0313181398544191,0.1750376013530122,0.1731931007490585,10.199413413010909,14.64680614803993,0.1973751318534089,0.124798876036955,0.1027013000728957,Energy,7
-ett2/H/short,TSOrchestra,107.9503187377124,107.9503187377124,6.334879739393217,0.7309254255482958,0.1189883740676849,0.1093810877021848,5.298197138158585,10.389914279613302,0.1317730219977649,0.0803439012860967,0.063842187892658,Energy,7
-ett2/W/short,TSOrchestra,3952157.480223098,3952157.480223098,1479.5723427095968,1.0726057631399826,0.1795511871906179,0.1991448403528284,9.008366962121723,1988.0033903952724,0.1667630065046348,0.1241134363268362,0.0965683191324307,Energy,7
-hierarchical_sales/D/short,TSOrchestra,27.65072032020961,27.65072032020961,2.415604236296949,0.7892008298747721,0.7155472375961508,0.9871575482438856,13.039708647655594,5.258395222899247,1.613217421171261,0.7410806284927292,0.6498969435362381,Sales,1
-hierarchical_sales/W/short,TSOrchestra,465.92234465058914,465.92234465058914,9.043611403510976,0.7244012217253716,0.5484065463666576,0.4588973675661926,6.849698631732543,21.58523441268565,0.9909886700098612,0.4151966230945499,0.3515188149252516,Sales,1
-hospital/M/short,TSOrchestra,3471.80729690859,3471.80729690859,19.63936636333065,0.7896011152632824,0.1927007653775075,0.1767544457096405,5.364225778480583,58.922044235655896,0.2139007031089984,0.0712954604380398,0.0565109008089523,Healthcare,1
-jena_weather/10T/long,TSOrchestra,1497.689030169706,1497.689030169706,10.39198472482281,0.6524299609728218,0.857535657367631,0.6570839139932422,7.108995626089815,38.699987469890814,0.2368118592719052,0.0635903364600616,0.0523771350552414,Nature,21
-jena_weather/10T/medium,TSOrchestra,1550.2059570777492,1550.2059570777492,10.613121639877653,0.6206026978430402,0.8869847693856017,0.6576251129092809,7.806362154875591,39.37265494067868,0.2416293102825155,0.0651325460691392,0.0536868680701019,Nature,21
-jena_weather/10T/short,TSOrchestra,778.2577304268817,778.2577304268817,6.097985208741576,0.3129051947207457,0.3822658034593376,0.5458576347798293,3.155020925292529,27.897271021139,0.1732770172878073,0.0378761308815921,0.0311378749309666,Nature,21
-jena_weather/D/short,TSOrchestra,328.65330616730506,328.65330616730506,9.259534815828786,0.944807249791148,0.6706006132717902,0.4232430047842855,7.523570712115924,18.128797703303576,0.1091649923198324,0.0557575335992067,0.0452384022886125,Nature,21
-jena_weather/H/long,TSOrchestra,1206.990239634927,1206.990239634927,11.478242700789412,1.0229306538070435,2.3170243049337342,0.6638373921540017,16.29009546413519,34.741765062168724,0.2091839169676438,0.069111738098505,0.056863755606358,Nature,21
-jena_weather/H/medium,TSOrchestra,1262.0750027379968,1262.0750027379968,10.40657973424907,0.8017254230481243,2.6080484588305373,0.6738678741813972,8.985214516046497,35.525694964884174,0.2173880280820658,0.06367970703299,0.0524989398487871,Nature,21
-jena_weather/H/short,TSOrchestra,1139.6103757841042,1139.6103757841042,8.907045067749161,0.5357269841139823,1.6255863321431097,0.601693087876218,5.554509427466041,33.75811570251077,0.2069350760167025,0.0545996128581839,0.0463380004241485,Nature,21
-kdd_cup_2018/D/short,TSOrchestra,2984.716681187131,2984.716681187131,21.762017782971647,1.2249452254940618,0.5327873938990224,0.478348249445518,9.270284066783011,54.63256063179843,1.2238273880286332,0.4874923136234139,0.3844891131835977,Nature,1
-kdd_cup_2018/H/long,TSOrchestra,3280.479453073238,3280.479453073238,18.48772425258411,0.7763029925760435,0.7708087373294632,0.4685838658572606,10.82105829403486,57.275469907048674,1.343913939276829,0.4337967085887911,0.3737717604075345,Nature,1
-kdd_cup_2018/H/medium,TSOrchestra,4456.98665256313,4456.98665256313,20.7471844753772,0.8407797933159166,0.8261419533301825,0.463837316988731,11.69431192363586,66.76066695714722,1.3974216565807145,0.434276142231731,0.3764359756447708,Nature,1
-kdd_cup_2018/H/short,TSOrchestra,4097.699283033021,4097.699283033021,19.366104415852103,0.8056246216041892,0.7549468519486852,0.4394884506814857,10.302087053417711,64.01327427208376,1.3399137562635135,0.4053676367458076,0.3463411920198662,Nature,1
-loop_seattle/5T/long,TSOrchestra,84.00825634213074,84.00825634213074,5.494741793451096,0.8679660171551281,0.1810119935083455,0.124156893548091,10.167676159772345,9.1656017992345,0.1620497151015745,0.09714815913777,0.0809856585016997,Transport,1
-loop_seattle/5T/medium,TSOrchestra,73.15905030875585,73.15905030875585,5.080292944796804,0.8053079659474025,0.1761944631175285,0.1166022318626578,8.532704147569028,8.553306396286517,0.1521808985258944,0.0903888519005465,0.0744063513674581,Transport,1
-loop_seattle/5T/short,TSOrchestra,36.11779289263008,36.11779289263008,3.3413887284869954,0.5301309911995331,0.0876168665633459,0.0709674009254502,4.201851102063461,6.009808057885882,0.1030549403386179,0.0572974399091693,0.0459128013286698,Transport,1
-loop_seattle/D/short,TSOrchestra,18.295277762619502,18.295277762619502,2.9271983453111017,0.8837968110317302,0.0539729250792712,0.0539654628862309,9.767463603370553,4.277297951115809,0.0764410327971705,0.0523129478645222,0.0435615906133759,Transport,1
-loop_seattle/H/long,TSOrchestra,62.20534715102293,62.20534715102293,4.319875902240517,0.9046191483654882,0.1224651915606961,0.10041256582061,13.228699286598646,7.887036652065396,0.1409519069210559,0.0772019673477319,0.0655386928995951,Transport,1
-loop_seattle/H/medium,TSOrchestra,70.43104646165227,70.43104646165227,4.575014293548806,0.9385546530195192,0.1186874557886001,0.1050553182024709,13.768568596027649,8.392320683914091,0.1483333246027521,0.080862863304063,0.0689750923043974,Transport,1
-loop_seattle/H/short,TSOrchestra,59.8328539595487,59.8328539595487,4.162535800381459,0.8441826281323693,0.1110076819902559,0.0958615590273833,9.824625625903844,7.735169937341306,0.1369203749176104,0.0736811171587654,0.0618063092535117,Transport,1
-m4_daily/D/short,TSOrchestra,348162.49617533875,348162.49617533875,163.38175145912902,3.091364231152215,0.0356975335960542,0.0286296125208232,24.638973932821333,590.0529604834966,0.0911468755343493,0.0252379653389532,0.0201186129831836,Econ/Fin,1
-m4_hourly/H/short,TSOrchestra,1162978.9042567585,1162978.9042567585,199.79143655968628,0.7544399365673455,0.092546509011732,0.0850519059148246,6.134984636927489,1078.4149963055772,0.147227450544992,0.0272759410302833,0.0208325308267965,Econ/Fin,1
-m4_monthly/M/short,TSOrchestra,1919782.5827562253,1919782.5827562253,573.1753596405573,0.9636964567873832,0.1635138311955506,0.1359481341305867,8.15296030821199,1385.5621901438512,0.2879673886067175,0.1191255164896431,0.0950389007965256,Econ/Fin,1
-m4_quarterly/Q/short,TSOrchestra,1860428.05115648,1860428.05115648,593.321525354917,1.3214672561058007,0.1168636351015914,0.1083234129213701,10.615640652269256,1363.9750918387329,0.2283054111548575,0.0993115751187025,0.0799618776011161,Econ/Fin,1
-m4_weekly/W/short,TSOrchestra,311082.2456292104,311082.2456292104,277.4857465864887,2.123870021523982,0.066788997949879,0.0677968350729068,14.715266822948427,557.7474747851489,0.1016129463041057,0.0505536027373482,0.0398229752411784,Econ/Fin,1
-m4_yearly/A/short,TSOrchestra,4041655.0916657904,4041655.0916657904,984.8711174918824,3.7834675643441793,0.1746156711497723,0.1635657472792683,34.46696868140257,2010.3868015050712,0.3223748428302497,0.1579286490897195,0.1282247390453069,Econ/Fin,1
-m_dense/D/short,TSOrchestra,7846.967586762635,7846.967586762635,44.70804643642266,0.6647150602226374,0.1198451693788902,0.0959712111026841,7.758503628110241,88.5831111824519,0.1533504686154071,0.0773962415678052,0.0635528459177878,Transport,1
-m_dense/H/long,TSOrchestra,33862.200642607466,33862.200642607466,80.04354908379773,0.6955190890644914,0.2572662864435492,0.196836165475245,9.094663415179433,184.01684880088416,0.3185603679110509,0.1385672160522203,0.1148579389530515,Transport,1
-m_dense/H/medium,TSOrchestra,35823.725453207706,35823.725453207706,79.00077575688043,0.6855983985029964,0.256139485944625,0.1933833780652957,9.701869001801622,189.27156535837,0.3293086118019892,0.137451369129431,0.1151021461325062,Transport,1
-m_dense/H/short,TSOrchestra,38719.20804793711,38719.20804793711,84.02842221574855,0.7580440411373763,0.2735012711890743,0.203350980906693,9.201043392817365,196.77196967031944,0.3490244417630614,0.1490454824699873,0.124296171372419,Transport,1
-restaurant/D/short,TSOrchestra,141.37026769936386,141.37026769936386,7.16065602577512,0.6858806592032531,0.6774338374965533,0.3947461516326619,4.5436454453583375,11.889922947578922,0.5472018027222565,0.329549981379484,0.2585588284797714,Sales,1
-saugeen/D/short,TSOrchestra,1031.0538569167657,1031.0538569167657,11.913348704629144,2.646522722105448,0.2668054645977061,0.3064605022061169,32.80679436199271,32.110027357770434,1.0400514368272873,0.3858762030819515,0.3277051500816084,Nature,1
-saugeen/M/short,TSOrchestra,398.8725376204749,398.8725376204749,12.520569659414743,0.7335353224817387,0.3501478315673114,0.3599652228236744,4.7518097207614,19.97179355041692,0.5996131572030057,0.3759050625328096,0.2927478456173606,Nature,1
-saugeen/W/short,TSOrchestra,1074.582849033143,1074.582849033143,14.632839180193276,1.1871168512013714,0.3298628337946854,0.371753619789604,25.860454447837725,32.7808305116442,0.9895166270848168,0.4417044182305299,0.3989555434567269,Nature,1
-solar/10T/long,TSOrchestra,18.62178508065748,18.62178508065748,2.148702416142542,0.9350385687641052,3.297164522183522,1.4710862544403114,5.274180265610607,4.315296638779016,0.932682333299843,0.4644076527776942,0.3599210136210586,Energy,1
-solar/10T/medium,TSOrchestra,20.38534872692504,20.38534872692504,2.1133739308789155,0.9162314927213469,3.163285447653296,1.4779425882796016,5.6598451305291935,4.51501370174278,1.00189947105813,0.4689660681823227,0.365260672539196,Energy,1
-solar/10T/short,TSOrchestra,13.750650710135124,13.750650710135124,1.5591514583818973,0.6744947358247003,3.983314806224688,1.4915276640956037,3.999248747445117,3.708186984246496,1.078711192145596,0.4535569903976775,0.3560933166277462,Energy,1
-solar/D/short,TSOrchestra,155791.50681772258,155791.50681772258,260.6905231386992,1.0186229342207005,1.2071861110708573,0.4267763604247931,4.833140834793854,394.70432834936406,0.5702133164435496,0.3766090136025767,0.2941424880349867,Energy,1
-solar/H/long,TSOrchestra,427.2184926162297,427.2184926162297,9.873243126224365,0.7501928737191753,4.279805263504995,1.3846236304866515,11.092613982605007,20.66926444303787,0.7166410669041586,0.3423233326604846,0.2929438340212915,Energy,1
-solar/H/medium,TSOrchestra,500.0437557366559,500.0437557366559,10.065794117437814,0.7673920534955627,3.6829876122668894,1.3902773369027437,11.230958093810766,22.361658161609032,0.8055191193467336,0.3625933977885572,0.3089186633228545,Energy,1
-solar/H/short,TSOrchestra,557.7679142097084,557.7679142097084,9.99625814319072,0.7696161925646808,4.060722012393562,1.3897337886125938,8.444869795096814,23.61711062364972,0.8705345523571375,0.3684653997942839,0.3062601528364734,Energy,1
-solar/W/short,TSOrchestra,1256380.776934809,1256380.776934809,904.1059877854956,0.9831554853793746,0.1977457668962202,0.1790115933060123,5.95061256329384,1120.8839266109624,0.2288004329024945,0.184550635872269,0.1474540939473223,Energy,1
-sz_taxi/15T/long,TSOrchestra,16.129685599796826,16.129685599796826,2.767689970401721,0.5213529300162506,7000548728500.405,0.4078608423084642,5.890215380934015,4.016177984078498,0.3717302801193869,0.2561724535266365,0.2120758292208406,Transport,1
-sz_taxi/15T/medium,TSOrchestra,16.810681622107463,16.810681622107463,2.883417324870367,0.5633140982828733,10370677044085.352,0.4233833281443087,7.485572700472291,4.100083123804621,0.3815811712218662,0.2683501106495823,0.2280035389636624,Transport,1
-sz_taxi/15T/short,TSOrchestra,16.555856802216955,16.555856802216955,2.732240322494817,0.5450603165432139,1225353860275.1924,0.3950607663054267,4.13386579057203,4.068888890374982,0.3804585131670738,0.2554761554611301,0.2034973654767845,Transport,1
-sz_taxi/H/short,TSOrchestra,7.170336464096355,7.170336464096355,1.8506835713965453,0.5634409835316374,1.0702816498299657,0.2969137880821287,4.180175362095704,2.6777483944718097,0.2494487870299024,0.1724025950362291,0.1371859305759047,Transport,1
-temperature_rain/D/short,TSOrchestra,171.6085145840008,171.6085145840008,6.083621936233072,1.4205868751744122,49.81855679105898,1.422413240676068,27.11332489622984,13.09994330461017,1.5422096830548653,0.7162031498870545,0.6152458951392297,Nature,1
-us_births/D/short,TSOrchestra,168392.31097256235,168392.31097256235,242.4322969867874,0.3569488628201378,0.0233377750124058,0.02299625913999,3.7045570303006894,410.35632196002825,0.0384675753342627,0.022726060617889,0.0186048784083932,Healthcare,1
-us_births/M/short,TSOrchestra,54662872.73160807,54662872.73160807,5637.484375,0.6377809984688926,0.0172738406020489,0.0175134130397466,4.765785389531904,7393.434434118428,0.0229639569445726,0.0175099880328671,0.0138497763821515,Healthcare,1
-us_births/W/short,TSOrchestra,1646486.5940387135,1646486.5940387135,986.7993719461168,0.8975192601795251,0.0134052068944487,0.0134554099735221,6.340091226208315,1283.1549376590162,0.0174187024597007,0.0133957047141228,0.0107212339085152,Healthcare,1

results/TSOrchestra/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "TSOrchestra",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://github.com/DC-research/TSorchestra",
-    "org": "Melady Lab @ USC",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/TTM-R1-Pretrained/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,TTM-R1-Pretrained,4839935.5,4839935.5,1196.179443359375,5.112272262573242,0.232824757695198,0.2032455503940582,204.4908905029297,2199.9853515625,0.3527778387069702,0.1918129175901413,0.1918129175901413,Econ/Fin,1.0
-m4_quarterly/Q/short,TTM-R1-Pretrained,2172303.25,2172303.25,762.6624145507812,1.9847232103347776,0.1766680777072906,0.1416244357824325,79.38892364501953,1473.87353515625,0.2467004805803299,0.1276562511920929,0.1276562511920929,Econ/Fin,1.0
-m4_monthly/M/short,TTM-R1-Pretrained,2287464.25,2287464.25,733.611572265625,1.4358307123184204,0.2279524058103561,0.1735519915819168,57.4332275390625,1512.4365234375,0.3143362402915954,0.152469664812088,0.152469664812088,Econ/Fin,1.0
-m4_weekly/W/short,TTM-R1-Pretrained,422039.78125,422039.78125,342.1238708496094,2.8267741203308105,0.0932142734527587,0.0928001403808593,113.07096099853516,649.6458740234375,0.1183554157614708,0.0623296685516834,0.0623296722769737,Econ/Fin,1.0
-m4_daily/D/short,TTM-R1-Pretrained,411048.875,411048.875,216.05897521972656,4.402057647705078,0.0544536747038364,0.040205355733633,176.08229064941406,641.1309204101562,0.0990370139479637,0.0333751402795314,0.0333751402795314,Econ/Fin,1.0
-m4_hourly/H/short,TTM-R1-Pretrained,1733123.125,1733123.125,274.3367919921875,2.284323215484619,0.1546705365180969,0.1287814080715179,91.3729248046875,1316.4813232421875,0.1797287613153457,0.0374530255794525,0.0374530255794525,Econ/Fin,1.0
-electricity/15T/short,TTM-R1-Pretrained,257502.15625,257502.15625,88.42657470703125,1.5933691263198853,0.2426293641328811,0.2388309836387634,63.73476409912109,507.44671630859375,1.0002775192260742,0.1743062138557434,0.1743062138557434,Energy,1.0
-electricity/H/short,TTM-R1-Pretrained,1847637.375,1847637.375,209.80812072753903,1.1588753461837769,0.2957945764064789,0.1582918018102646,46.35501480102539,1359.2783203125,0.6416764259338379,0.099044419825077,0.099044419825077,Energy,1.0
-electricity/D/short,TTM-R1-Pretrained,2313620736.0,2313620736.0,5347.56494140625,1.626549243927002,0.6676267981529236,0.1234149485826492,65.06197357177734,48100.11328125,0.7904446125030518,0.0878782495856285,0.0878782570362091,Energy,1.0
-electricity/W/short,TTM-R1-Pretrained,401613684736.0,401613684736.0,71897.9140625,2.820096492767334,0.3193942010402679,0.1503859013319015,112.8038558959961,633729.9375,1.44596266746521,0.1640473157167434,0.1640473008155822,Energy,1.0
-solar/10T/short,TTM-R1-Pretrained,24.345251083374023,24.345251083374023,2.662130355834961,1.1646230220794678,5.660563945770264,1.5489561557769775,46.584922790527344,4.934090614318848,1.4353264570236206,0.7744134068489075,0.7744134068489075,Energy,1.0
-solar/H/short,TTM-R1-Pretrained,620.20068359375,620.20068359375,12.117817878723145,0.9356493949890136,4.952815055847168,1.4163239002227783,37.42597579956055,24.903827667236328,0.9179633855819702,0.446666806936264,0.446666806936264,Energy,1.0
-solar/D/short,TTM-R1-Pretrained,118481.9609375,118481.9609375,253.32144165039065,0.9883174300193788,1.0210517644882202,0.4342885315418243,39.53269577026367,344.21209716796875,0.4972692430019378,0.3659631907939911,0.3659631907939911,Energy,1.0
-solar/W/short,TTM-R1-Pretrained,7674999.5,7674999.5,2448.83447265625,2.70544981956482,0.5475783348083496,0.4141778945922851,108.2179946899414,2770.37890625,0.5655035972595215,0.4998683333396911,0.4998683035373688,Energy,1.0
-hospital/M/short,TTM-R1-Pretrained,12836.142578125,12836.142578125,32.64528274536133,0.9913527369499208,0.2491465359926223,0.203258529305458,39.654109954833984,113.29669952392578,0.4112933278083801,0.1185099557042121,0.1185099706053733,Healthcare,1.0
-covid_deaths/D/short,TTM-R1-Pretrained,1131897.75,1131897.75,222.81866455078125,44.56435394287109,0.1296754330396652,0.4075009226799011,1782.57421875,1063.9068603515625,0.4003001153469085,0.0838366076350212,0.0838366150856018,Healthcare,1.0
-us_births/D/short,TTM-R1-Pretrained,1401044.5,1401044.5,1088.5601806640625,1.6032034158706665,0.1065103560686111,0.1045429110527038,64.12813568115234,1183.6572265625,0.1109582632780075,0.1020436882972717,0.1020436808466911,Healthcare,1.0
-us_births/M/short,TTM-R1-Pretrained,368808928.0,368808928.0,14531.2119140625,1.643504619598389,0.0464245378971099,0.0449309945106506,65.74018096923828,19204.3984375,0.0596487298607826,0.0451338477432727,0.0451338477432727,Healthcare,1.0
-us_births/W/short,TTM-R1-Pretrained,6060797.0,6060797.0,1816.890869140625,1.6510907411575315,0.0242670644074678,0.0244892444461584,66.04362487792969,2461.86865234375,0.0334196239709854,0.0246641151607036,0.0246641170233488,Healthcare,1.0
-saugeen/D/short,TTM-R1-Pretrained,1217.6488037109375,1217.6488037109375,18.195556640625,4.038330078125,0.736946702003479,0.5322720408439636,161.533203125,34.89482498168945,1.1302517652511597,0.589358389377594,0.589358389377594,Nature,1.0
-saugeen/M/short,TTM-R1-Pretrained,403.4919128417969,403.4919128417969,12.90295696258545,0.7559629678726196,0.430253803730011,0.3774499595165252,30.2385196685791,20.087108612060547,0.6030752658843994,0.3873854875564575,0.3873854577541351,Nature,1.0
-saugeen/W/short,TTM-R1-Pretrained,1417.9427490234375,1417.9427490234375,22.10640335083008,1.7919658422470093,0.9105833172798156,0.621161162853241,71.67863464355469,37.65558242797852,1.1366649866104126,0.6673001646995544,0.6673002243041992,Nature,1.0
-temperature_rain/D/short,TTM-R1-Pretrained,164.8345947265625,164.8345947265625,6.6282057762146,1.636677384376526,95.407470703125,1.397904634475708,65.46709442138672,12.838791847229004,1.511465311050415,0.7803150415420532,0.7803150415420532,Nature,1.0
-kdd_cup_2018/H/short,TTM-R1-Pretrained,4423.197265625,4423.197265625,24.123720169067383,0.9970476627349854,1.096936583518982,0.5092742443084717,39.88190841674805,66.50711822509766,1.392114520072937,0.504953145980835,0.504953145980835,Nature,1.0
-kdd_cup_2018/D/short,TTM-R1-Pretrained,2660.199462890625,2660.199462890625,20.4514102935791,1.1857279539108276,0.5912871360778809,0.4502138793468475,47.42911911010742,51.57712173461914,1.15538227558136,0.4581333100795746,0.4581332802772522,Nature,1.0
-car_parts/M/short,TTM-R1-Pretrained,1.949265718460083,1.949265718460083,0.7429021596908569,1.3475180864334106,0.5989811420440674,1.742508053779602,53.900726318359375,1.3961610794067385,3.347851037979126,1.7814031839370728,1.7814030647277832,Sales,1.0
-restaurant/D/short,TTM-R1-Pretrained,189.1906890869141,189.1906890869141,8.840666770935059,0.8296910524368286,0.9069666266441344,0.4570354223251343,33.18764114379883,13.754660606384276,0.633021354675293,0.4068679809570312,0.4068679809570312,Sales,1.0
-hierarchical_sales/D/short,TTM-R1-Pretrained,28.03666305541992,28.03666305541992,2.56404709815979,0.8271127343177795,0.8048070073127747,0.9882603287696838,33.084510803222656,5.294965744018555,1.624436855316162,0.7866212129592896,0.7866212129592896,Sales,1.0
-hierarchical_sales/W/short,TTM-R1-Pretrained,564.8724365234375,564.8724365234375,12.2916898727417,0.9056759476661682,1.0096296072006226,0.5597119331359863,36.22703552246094,23.76704406738281,1.0911566019058228,0.564317524433136,0.564317524433136,Sales,1.0
-loop_seattle/5T/short,TTM-R1-Pretrained,82.84699249267578,82.84699249267578,5.735431671142578,0.8927099704742432,0.1390590518712997,0.117562897503376,35.708396911621094,9.102032661437988,0.1560797691345214,0.0983499959111213,0.0983499959111213,Transport,1.0
-loop_seattle/H/short,TTM-R1-Pretrained,78.17028045654297,78.17028045654297,5.784073352813721,1.1600669622421265,0.1653453558683395,0.1292116194963455,46.402679443359375,8.841395378112793,0.1565016955137252,0.102383978664875,0.102383978664875,Transport,1.0
-loop_seattle/D/short,TTM-R1-Pretrained,39.735931396484375,39.735931396484375,5.312212944030762,1.637539029121399,0.100871056318283,0.0958108827471733,65.50155639648438,6.303644180297852,0.1126545518636703,0.0949363484978675,0.0949363484978675,Transport,1.0
-sz_taxi/15T/short,TTM-R1-Pretrained,18.08315086364746,18.08315086364746,2.9162304401397705,0.5838834047317505,1241597870080.0,0.4137653708457947,23.355337142944336,4.252429008483887,0.397620290517807,0.2726800143718719,0.2726800143718719,Transport,1.0
-sz_taxi/H/short,TTM-R1-Pretrained,7.639774799346924,7.639774799346924,1.977967381477356,0.6016649603843689,1.2737908363342283,0.3176651895046234,24.06659889221192,2.76401424407959,0.2574849724769592,0.1842598617076873,0.1842598617076873,Transport,1.0
-m_dense/H/short,TTM-R1-Pretrained,61866.4765625,61866.4765625,125.69860076904295,1.0748567581176758,0.4138478338718414,0.2934266030788421,42.99427032470703,248.729721069336,0.4411845505237579,0.2229579836130142,0.2229579985141754,Transport,1.0
-m_dense/D/short,TTM-R1-Pretrained,18425.615234375,18425.615234375,86.44058990478516,1.195383071899414,0.2065937370061874,0.1755319833755493,47.81532287597656,135.74098205566406,0.2349877208471298,0.1496414542198181,0.1496414393186569,Transport,1.0
-ett1/15T/short,TTM-R1-Pretrained,7.1254191398620605,7.1254191398620605,1.507292866706848,0.929407835006714,0.4586927890777588,0.3414961099624634,37.17631530761719,2.6693480014801025,0.5046178698539734,0.2849410772323608,0.2849410772323608,Energy,7.0
-ett1/H/short,TTM-R1-Pretrained,106.6740493774414,106.6740493774414,5.530933856964111,0.9026903510093688,0.49075448513031,0.2867715656757355,36.10761260986328,10.328312873840332,0.4820646345615387,0.2581512928009033,0.2581512928009033,Energy,7.0
-ett1/D/short,TTM-R1-Pretrained,56256.45703125,56256.45703125,158.85206604003906,1.9342973232269287,1.07516610622406,0.5437031984329224,77.37189483642578,237.18443298339844,0.6229727864265442,0.4172302186489105,0.4172302186489105,Energy,7.0
-ett1/W/short,TTM-R1-Pretrained,1469617.875,1469617.875,879.71875,1.447729229927063,0.7957108616828918,0.4806247055530548,57.9091682434082,1212.2779541015625,0.4823943376541137,0.3500610888004303,0.3500610888004303,Energy,7.0
-ett2/15T/short,TTM-R1-Pretrained,9.67288589477539,9.67288589477539,2.0208580493927,0.8757458925247192,0.122892290353775,0.1461191624403,35.02983856201172,3.110126256942749,0.1476487666368484,0.0959373190999031,0.0959373190999031,Energy,7.0
-ett2/H/short,TTM-R1-Pretrained,120.1141357421875,120.1141357421875,6.845362663269043,0.7833001017570496,0.1272993832826614,0.1162665784358978,31.332002639770508,10.959659576416016,0.1389989703893661,0.0868182405829429,0.0868182480335235,Energy,7.0
-ett2/D/short,TTM-R1-Pretrained,116203.3046875,116203.3046875,213.6118621826172,1.5472772121429443,0.4215363562107086,0.1568193733692169,61.891090393066406,340.88604736328125,0.1950980871915817,0.1222556978464126,0.1222556978464126,Energy,7.0
-ett2/W/short,TTM-R1-Pretrained,8909286.0,8909286.0,2076.41357421875,1.2180850505828855,0.2469210624694824,0.2033569812774658,48.72340393066406,2984.8427734375,0.2503825426101684,0.1741792559623718,0.1741792559623718,Energy,7.0
-jena_weather/10T/short,TTM-R1-Pretrained,782.1746826171875,782.1746826171875,7.494993209838867,0.3400033116340637,0.4026773571968078,0.5611201524734497,13.60013198852539,27.96738624572754,0.1737125217914581,0.0465533025562763,0.046553298830986,Nature,21.0
-jena_weather/H/short,TTM-R1-Pretrained,1094.249755859375,1094.249755859375,9.976097106933594,0.5863804817199707,1.7231212854385376,0.6161960363388062,23.455219268798828,33.079444885253906,0.2027748823165893,0.0611528344452381,0.0611528381705284,Nature,21.0
-jena_weather/D/short,TTM-R1-Pretrained,718.0636596679688,718.0636596679688,15.289955139160156,2.276055097579956,1.530358076095581,0.4862256646156311,91.04220581054688,26.796709060668945,0.1613599956035614,0.0920705199241638,0.0920705199241638,Nature,21.0
-bitbrains_fast_storage/5T/short,TTM-R1-Pretrained,1628531.125,1628531.125,187.12472534179688,1.171704649925232,2.403828859329224,0.7738839983940125,46.86818313598633,1276.13916015625,4.00676155090332,0.5875253677368164,0.5875253677368164,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,TTM-R1-Pretrained,2192248.25,2192248.25,295.1697998046875,1.3008264303207395,4.625766277313232,0.6319354772567749,52.03305816650391,1480.624267578125,4.220260143280029,0.8413297533988953,0.8413297533988953,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,TTM-R1-Pretrained,1510926.75,1510926.75,147.6888885498047,2.705741167068481,1.7197303771972656,0.7114022970199585,108.22964477539062,1229.1976318359375,5.029521465301514,0.604300320148468,0.604300320148468,Web/CloudOps,2.0
-bitbrains_rnd/H/short,TTM-R1-Pretrained,1933281.5,1933281.5,244.4737243652344,5.975783824920654,5.3333740234375,0.6560726165771484,239.0313415527344,1390.4249267578125,6.085179805755615,1.0699366331100464,1.0699366331100464,Web/CloudOps,2.0
-bizitobs_application/10S/short,TTM-R1-Pretrained,6637856.5,6637856.5,1252.2286376953125,4.147694110870361,0.059621375054121,0.0600129775702953,165.9077606201172,2576.40380859375,0.0993615984916687,0.0482934527099132,0.0482934489846229,Web/CloudOps,2.0
-bizitobs_service/10S/short,TTM-R1-Pretrained,27536.26171875,27536.26171875,59.36934661865234,2.4597558975219727,0.4024703204631805,0.1219735294580459,98.3902359008789,165.94053649902344,0.1229340583086013,0.0439827106893062,0.0439827106893062,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,TTM-R1-Pretrained,23.40999794006348,23.40999794006348,2.9665751457214355,0.308409571647644,0.1606444716453552,0.2220607250928878,12.336382865905762,4.838387966156006,0.1661698222160339,0.1018841937184333,0.1018842011690139,Web/CloudOps,7.0
-bizitobs_l2c/H/short,TTM-R1-Pretrained,205.36241149902344,205.36241149902344,9.765654563903809,0.9571609497070312,1.011512279510498,0.8193023204803467,38.28643798828125,14.33047103881836,0.7724491357803345,0.5263938307762146,0.5263938307762146,Web/CloudOps,7.0
-electricity/15T/medium,TTM-R1-Pretrained,651701.3125,651701.3125,105.96629333496094,1.6732470989227295,0.2470926195383072,0.2312248647212982,66.92987823486328,807.2802124023438,1.3910250663757324,0.1825906038284301,0.1825905889272689,Energy,1.0
-electricity/H/medium,TTM-R1-Pretrained,6365218.5,6365218.5,276.15478515625,1.2359539270401,0.3267567455768585,0.1584555804729461,49.43815612792969,2522.9384765625,0.9847859740257264,0.1077923104166984,0.107792317867279,Energy,1.0
-solar/10T/medium,TTM-R1-Pretrained,26.01571273803711,26.01571273803711,2.7237861156463623,1.1924405097961426,3.2334301471710205,1.5169990062713623,47.6976203918457,5.100560188293457,1.1318345069885254,0.6044189929962158,0.6044189929962158,Energy,1.0
-solar/H/medium,TTM-R1-Pretrained,660.3209228515625,660.3209228515625,12.42536163330078,0.9503023624420166,5.636295795440674,1.412003517150879,38.01209259033203,25.69671058654785,0.925655484199524,0.4475905001163482,0.447590559720993,Energy,1.0
-kdd_cup_2018/H/medium,TTM-R1-Pretrained,4856.63623046875,4856.63623046875,25.49256134033203,1.081132888793945,1.1571370363235474,0.5635550618171692,43.24531936645508,69.68956756591797,1.458728909492493,0.5336055159568787,0.5336055159568787,Nature,1.0
-loop_seattle/5T/medium,TTM-R1-Pretrained,283.7026062011719,283.7026062011719,12.758612632751465,1.9841841459274288,0.320991039276123,0.2810423076152801,79.36736297607422,16.843473434448242,0.2996800243854522,0.2270019352436065,0.2270019352436065,Transport,1.0
-loop_seattle/H/medium,TTM-R1-Pretrained,90.72705841064452,90.72705841064452,6.5600266456604,1.3280991315841677,0.1687787175178527,0.143565759062767,53.12396240234375,9.52507495880127,0.1683546304702758,0.1159477308392524,0.1159477308392524,Transport,1.0
-sz_taxi/15T/medium,TTM-R1-Pretrained,18.11094856262207,18.11094856262207,2.979530096054077,0.5815892219543457,12430919860224.0,0.4278164207935333,23.263568878173828,4.255696296691895,0.3960635662078857,0.2772950232028961,0.2772950232028961,Transport,1.0
-m_dense/H/medium,TTM-R1-Pretrained,56997.91015625,56997.91015625,121.361083984375,1.0112087726593018,0.4383679628372192,0.2912840247154236,40.4483528137207,238.7423553466797,0.415381520986557,0.2111529558897018,0.2111529558897018,Transport,1.0
-ett1/15T/medium,TTM-R1-Pretrained,15.956341743469238,15.956341743469238,2.393866777420044,1.4170336723327637,0.7636879682540894,0.5661241412162781,56.68134689331055,3.994539022445679,0.7613630890846252,0.4562734067440033,0.4562733471393585,Energy,7.0
-ett1/H/medium,TTM-R1-Pretrained,147.88861083984375,147.88861083984375,7.473272800445557,1.3740049600601196,4030999822336.0,0.4816672801971435,54.96020126342773,12.160945892333984,0.5824804902076721,0.3579520583152771,0.3579520285129547,Energy,7.0
-ett2/15T/medium,TTM-R1-Pretrained,15.00575351715088,15.00575351715088,2.521174669265747,1.052714705467224,0.1634148955345153,0.1984668672084808,42.10858917236328,3.873726129531861,0.2064378708600998,0.1343579590320587,0.1343579739332199,Energy,7.0
-ett2/H/medium,TTM-R1-Pretrained,305.8819885253906,305.8819885253906,11.393686294555664,1.2107949256896973,0.1966899782419204,0.2058309763669967,48.43179702758789,17.48948097229004,0.2356820106506347,0.15353724360466,0.15353724360466,Energy,7.0
-jena_weather/10T/medium,TTM-R1-Pretrained,1537.4500732421875,1537.4500732421875,11.29836082458496,0.680471658706665,0.9417414665222168,0.6616309285163879,27.218868255615234,39.210330963134766,0.2406331300735473,0.0693378448486328,0.0693378448486328,Nature,21.0
-jena_weather/H/medium,TTM-R1-Pretrained,1495.2928466796875,1495.2928466796875,12.530884742736816,0.8401451706886292,3.385291337966919,0.6819665431976318,33.60580825805664,38.66901779174805,0.2366225719451904,0.0766787081956863,0.0766787081956863,Nature,21.0
-bitbrains_fast_storage/5T/medium,TTM-R1-Pretrained,2465359.25,2465359.25,268.6639404296875,2.242617607116699,3.788220882415772,0.819374680519104,89.70470428466797,1570.146240234375,4.770537853240967,0.8162752389907837,0.8162752389907837,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,TTM-R1-Pretrained,2117112.5,2117112.5,198.3486785888672,7.39147138595581,2.527876615524292,0.7744432091712952,295.6588439941406,1455.030029296875,6.122053146362305,0.8345540761947632,0.8345540761947632,Web/CloudOps,2.0
-bizitobs_application/10S/medium,TTM-R1-Pretrained,52785060.0,52785060.0,4526.90380859375,13.303730010986328,0.1894544214010238,0.1915669292211532,532.149169921875,7265.33251953125,0.2852882444858551,0.1777581870555877,0.1777581870555877,Web/CloudOps,2.0
-bizitobs_service/10S/medium,TTM-R1-Pretrained,191248.296875,191248.296875,196.9491271972656,7.098899841308594,1.7195463180541992,0.2512445151805877,283.9559936523437,437.3194274902344,0.3291369080543518,0.1482285559177398,0.1482285559177398,Web/CloudOps,2.0
-bizitobs_l2c/5T/medium,TTM-R1-Pretrained,200.64273071289065,200.64273071289065,10.290497779846191,1.0041199922561646,0.6574810743331909,1.018429160118103,40.164798736572266,14.164841651916504,0.7452789545059204,0.5414315462112427,0.5414315462112427,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,TTM-R1-Pretrained,281.8178405761719,281.8178405761719,13.066701889038086,1.2794169187545776,1.4472025632858276,1.070118427276611,51.17667770385742,16.787431716918945,1.016504406929016,0.7912086248397827,0.7912086844444275,Web/CloudOps,7.0
-electricity/15T/long,TTM-R1-Pretrained,1342790.5,1342790.5,123.45643615722656,1.7905689477920532,0.2591364085674286,0.2366401106119156,71.62275695800781,1158.788330078125,1.8281307220458984,0.1947676688432693,0.1947676688432693,Energy,1.0
-electricity/H/long,TTM-R1-Pretrained,9800309.0,9800309.0,320.5233764648437,1.3680378198623655,0.3523074686527252,0.171502023935318,54.72151565551758,3130.544677734375,1.2346858978271484,0.1264143288135528,0.1264143288135528,Energy,1.0
-solar/10T/long,TTM-R1-Pretrained,27.684722900390625,27.684722900390625,2.788307905197144,1.218901753425598,2.6426501274108887,1.5232243537902832,48.75607299804688,5.261627197265625,1.137216567993164,0.602648138999939,0.602648138999939,Energy,1.0
-solar/H/long,TTM-R1-Pretrained,689.2293701171875,689.2293701171875,13.81916046142578,1.0523871183395386,6.962733268737793,1.4221395254135132,42.095481872558594,26.253177642822266,0.9102455377578736,0.4791354835033417,0.4791354835033417,Energy,1.0
-kdd_cup_2018/H/long,TTM-R1-Pretrained,3769.7626953125,3769.7626953125,23.29082298278809,1.0037591457366943,1.1482057571411133,0.5922478437423706,40.15036392211914,61.39839553833008,1.4406543970108032,0.5464968085289001,0.5464968085289001,Nature,1.0
-loop_seattle/5T/long,TTM-R1-Pretrained,265.4754333496094,265.4754333496094,12.66295337677002,1.972639441490173,0.3322114944458008,0.2708892822265625,78.90557861328125,16.29341697692871,0.288070946931839,0.2238836139440536,0.2238836139440536,Transport,1.0
-loop_seattle/H/long,TTM-R1-Pretrained,78.83251953125,78.83251953125,5.85994291305542,1.2037372589111328,0.184073269367218,0.1325975954532623,48.14948654174805,8.878767967224121,0.1586754769086837,0.1047250255942344,0.1047250181436538,Transport,1.0
-sz_taxi/15T/long,TTM-R1-Pretrained,16.81537437438965,16.81537437438965,2.87433123588562,0.5435872673988342,8260150624256.0,0.4148517251014709,21.74349021911621,4.10065507888794,0.3795493543148041,0.2660429775714874,0.2660429775714874,Transport,1.0
-m_dense/H/long,TTM-R1-Pretrained,60970.38671875,60970.38671875,126.48969268798828,1.0458335876464844,0.45860356092453,0.2954391837120056,41.833343505859375,246.9218292236328,0.4274581670761108,0.2189723551273346,0.2189723551273346,Transport,1.0
-ett1/15T/long,TTM-R1-Pretrained,16.58780860900879,16.58780860900879,2.484389305114746,1.488469123840332,0.8089041709899902,0.5957595705986023,59.53876495361328,4.072813510894775,0.7762822508811951,0.4735270738601684,0.4735270738601684,Energy,7.0
-ett1/H/long,TTM-R1-Pretrained,149.5264892578125,149.5264892578125,7.462743759155273,1.3938250541687012,2593034338304.0,0.4885442852973938,55.75300216674805,12.228102684020996,0.5855773687362671,0.3573746383190155,0.3573746681213379,Energy,7.0
-ett2/15T/long,TTM-R1-Pretrained,15.252047538757324,15.252047538757324,2.600973129272461,1.0827611684799194,0.167321115732193,0.2018365561962127,43.31044769287109,3.905386924743652,0.2081251442432403,0.1386105716228485,0.1386105567216873,Energy,7.0
-ett2/H/long,TTM-R1-Pretrained,288.520751953125,288.520751953125,11.162341117858888,1.2191311120986938,0.208345890045166,0.214778259396553,48.76524353027344,16.985898971557617,0.2326088100671768,0.1528596729040146,0.1528596729040146,Energy,7.0
-jena_weather/10T/long,TTM-R1-Pretrained,1562.930419921875,1562.930419921875,11.357297897338867,0.6737896203994751,0.8498238921165466,0.6583142876625061,26.95158576965332,39.53391647338867,0.2419148087501526,0.069497250020504,0.0694972574710846,Nature,21.0
-jena_weather/H/long,TTM-R1-Pretrained,1302.5177001953125,1302.5177001953125,14.308568954467772,1.0584625005722046,3.396106243133545,0.6726809144020081,42.3385009765625,36.09041213989258,0.2173042595386505,0.0861534401774406,0.08615343272686,Nature,21.0
-bitbrains_fast_storage/5T/long,TTM-R1-Pretrained,3354402.25,3354402.25,356.4161071777344,2.0263211727142334,4.350730895996094,0.8388842344284058,81.05284118652344,1831.5028076171875,4.840115070343018,0.9419013857841492,0.9419013261795044,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,TTM-R1-Pretrained,1939892.375,1939892.375,193.2017059326172,6.739154815673828,2.378561496734619,0.7550832629203796,269.5661926269531,1392.8001708984375,5.335503578186035,0.7401121854782104,0.7401122450828552,Web/CloudOps,2.0
-bizitobs_application/10S/long,TTM-R1-Pretrained,63951968.0,63951968.0,5090.4970703125,11.375816345214844,0.1536046713590622,0.169856384396553,455.03265380859375,7996.99755859375,0.3084122240543365,0.1963201314210891,0.1963201314210891,Web/CloudOps,2.0
-bizitobs_service/10S/long,TTM-R1-Pretrained,310560.65625,310560.65625,242.35232543945312,6.615731239318848,0.4960593283176422,0.2466846257448196,264.6292419433594,557.2796630859375,0.4128506183624267,0.1795423477888107,0.1795423477888107,Web/CloudOps,2.0
-bizitobs_l2c/5T/long,TTM-R1-Pretrained,370.515869140625,370.515869140625,14.165494918823242,1.3303046226501465,0.9395979642868042,1.1797410249710083,53.212188720703125,19.248788833618164,1.0807907581329346,0.7953713536262512,0.7953712940216064,Web/CloudOps,7.0
-bizitobs_l2c/H/long,TTM-R1-Pretrained,224.97149658203125,224.97149658203125,11.681208610534668,1.1981686353683472,1.655575394630432,0.9281730651855468,47.92674255371094,14.99905014038086,0.9161852598190308,0.7135218977928162,0.7135219573974609,Web/CloudOps,7.0

results/TTM-R1-Zeroshot/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A/short,TTM-R1-Zeroshot,4839935.5,4839935.5,1196.179443359375,5.112272262573242,0.232824757695198,0.2032455503940582,204.4908905029297,2199.9853515625,0.3527778387069702,0.1918129175901413,0.1918129175901413,Econ/Fin,1.0
+m4_quarterly/Q/short,TTM-R1-Zeroshot,2172303.25,2172303.25,762.6624145507812,1.9847232103347776,0.1766680777072906,0.1416244357824325,79.38892364501953,1473.87353515625,0.2467004805803299,0.1276562511920929,0.1276562511920929,Econ/Fin,1.0
+m4_monthly/M/short,TTM-R1-Zeroshot,2287464.25,2287464.25,733.611572265625,1.4358307123184204,0.2279524058103561,0.1735519915819168,57.4332275390625,1512.4365234375,0.3143362402915954,0.152469664812088,0.152469664812088,Econ/Fin,1.0
+m4_weekly/W/short,TTM-R1-Zeroshot,422039.78125,422039.78125,342.1238708496094,2.8267741203308105,0.0932142734527587,0.0928001403808593,113.07096099853516,649.6458740234375,0.1183554157614708,0.0623296685516834,0.0623296722769737,Econ/Fin,1.0
+m4_daily/D/short,TTM-R1-Zeroshot,411048.875,411048.875,216.05897521972656,4.402057647705078,0.0544536747038364,0.040205355733633,176.08229064941406,641.1309204101562,0.0990370139479637,0.0333751402795314,0.0333751402795314,Econ/Fin,1.0
+m4_hourly/H/short,TTM-R1-Zeroshot,1733123.125,1733123.125,274.3367919921875,2.284323215484619,0.1546705365180969,0.1287814080715179,91.3729248046875,1316.4813232421875,0.1797287613153457,0.0374530255794525,0.0374530255794525,Econ/Fin,1.0
+electricity/15T/short,TTM-R1-Zeroshot,257502.15625,257502.15625,88.42657470703125,1.5933691263198853,0.2426293641328811,0.2388309836387634,63.73476409912109,507.44671630859375,1.0002775192260742,0.1743062138557434,0.1743062138557434,Energy,1.0
+electricity/H/short,TTM-R1-Zeroshot,1847637.375,1847637.375,209.80812072753903,1.1588753461837769,0.2957945764064789,0.1582918018102646,46.35501480102539,1359.2783203125,0.6416764259338379,0.099044419825077,0.099044419825077,Energy,1.0
+electricity/D/short,TTM-R1-Zeroshot,2313620736.0,2313620736.0,5347.56494140625,1.626549243927002,0.6676267981529236,0.1234149485826492,65.06197357177734,48100.11328125,0.7904446125030518,0.0878782495856285,0.0878782570362091,Energy,1.0
+electricity/W/short,TTM-R1-Zeroshot,401613684736.0,401613684736.0,71897.9140625,2.820096492767334,0.3193942010402679,0.1503859013319015,112.8038558959961,633729.9375,1.44596266746521,0.1640473157167434,0.1640473008155822,Energy,1.0
+solar/10T/short,TTM-R1-Zeroshot,24.345251083374023,24.345251083374023,2.662130355834961,1.1646230220794678,5.660563945770264,1.5489561557769775,46.584922790527344,4.934090614318848,1.4353264570236206,0.7744134068489075,0.7744134068489075,Energy,1.0
+solar/H/short,TTM-R1-Zeroshot,620.20068359375,620.20068359375,12.117817878723145,0.9356493949890136,4.952815055847168,1.4163239002227783,37.42597579956055,24.903827667236328,0.9179633855819702,0.446666806936264,0.446666806936264,Energy,1.0
+solar/D/short,TTM-R1-Zeroshot,118481.9609375,118481.9609375,253.32144165039065,0.9883174300193788,1.0210517644882202,0.4342885315418243,39.53269577026367,344.21209716796875,0.4972692430019378,0.3659631907939911,0.3659631907939911,Energy,1.0
+solar/W/short,TTM-R1-Zeroshot,7674999.5,7674999.5,2448.83447265625,2.70544981956482,0.5475783348083496,0.4141778945922851,108.2179946899414,2770.37890625,0.5655035972595215,0.4998683333396911,0.4998683035373688,Energy,1.0
+hospital/M/short,TTM-R1-Zeroshot,12836.142578125,12836.142578125,32.64528274536133,0.9913527369499208,0.2491465359926223,0.203258529305458,39.654109954833984,113.29669952392578,0.4112933278083801,0.1185099557042121,0.1185099706053733,Healthcare,1.0
+covid_deaths/D/short,TTM-R1-Zeroshot,1131897.75,1131897.75,222.81866455078125,44.56435394287109,0.1296754330396652,0.4075009226799011,1782.57421875,1063.9068603515625,0.4003001153469085,0.0838366076350212,0.0838366150856018,Healthcare,1.0
+us_births/D/short,TTM-R1-Zeroshot,1401044.5,1401044.5,1088.5601806640625,1.6032034158706665,0.1065103560686111,0.1045429110527038,64.12813568115234,1183.6572265625,0.1109582632780075,0.1020436882972717,0.1020436808466911,Healthcare,1.0
+us_births/M/short,TTM-R1-Zeroshot,368808928.0,368808928.0,14531.2119140625,1.643504619598389,0.0464245378971099,0.0449309945106506,65.74018096923828,19204.3984375,0.0596487298607826,0.0451338477432727,0.0451338477432727,Healthcare,1.0
+us_births/W/short,TTM-R1-Zeroshot,6060797.0,6060797.0,1816.890869140625,1.6510907411575315,0.0242670644074678,0.0244892444461584,66.04362487792969,2461.86865234375,0.0334196239709854,0.0246641151607036,0.0246641170233488,Healthcare,1.0
+saugeen/D/short,TTM-R1-Zeroshot,1217.6488037109375,1217.6488037109375,18.195556640625,4.038330078125,0.736946702003479,0.5322720408439636,161.533203125,34.89482498168945,1.1302517652511597,0.589358389377594,0.589358389377594,Nature,1.0
+saugeen/M/short,TTM-R1-Zeroshot,403.4919128417969,403.4919128417969,12.90295696258545,0.7559629678726196,0.430253803730011,0.3774499595165252,30.2385196685791,20.087108612060547,0.6030752658843994,0.3873854875564575,0.3873854577541351,Nature,1.0
+saugeen/W/short,TTM-R1-Zeroshot,1417.9427490234375,1417.9427490234375,22.10640335083008,1.7919658422470093,0.9105833172798156,0.621161162853241,71.67863464355469,37.65558242797852,1.1366649866104126,0.6673001646995544,0.6673002243041992,Nature,1.0
+temperature_rain/D/short,TTM-R1-Zeroshot,164.8345947265625,164.8345947265625,6.6282057762146,1.636677384376526,95.407470703125,1.397904634475708,65.46709442138672,12.838791847229004,1.511465311050415,0.7803150415420532,0.7803150415420532,Nature,1.0
+kdd_cup_2018/H/short,TTM-R1-Zeroshot,4423.197265625,4423.197265625,24.123720169067383,0.9970476627349854,1.096936583518982,0.5092742443084717,39.88190841674805,66.50711822509766,1.392114520072937,0.504953145980835,0.504953145980835,Nature,1.0
+kdd_cup_2018/D/short,TTM-R1-Zeroshot,2660.199462890625,2660.199462890625,20.4514102935791,1.1857279539108276,0.5912871360778809,0.4502138793468475,47.42911911010742,51.57712173461914,1.15538227558136,0.4581333100795746,0.4581332802772522,Nature,1.0
+car_parts/M/short,TTM-R1-Zeroshot,1.949265718460083,1.949265718460083,0.7429021596908569,1.3475180864334106,0.5989811420440674,1.742508053779602,53.900726318359375,1.3961610794067385,3.347851037979126,1.7814031839370728,1.7814030647277832,Sales,1.0
+restaurant/D/short,TTM-R1-Zeroshot,189.1906890869141,189.1906890869141,8.840666770935059,0.8296910524368286,0.9069666266441344,0.4570354223251343,33.18764114379883,13.754660606384276,0.633021354675293,0.4068679809570312,0.4068679809570312,Sales,1.0
+hierarchical_sales/D/short,TTM-R1-Zeroshot,28.03666305541992,28.03666305541992,2.56404709815979,0.8271127343177795,0.8048070073127747,0.9882603287696838,33.084510803222656,5.294965744018555,1.624436855316162,0.7866212129592896,0.7866212129592896,Sales,1.0
+hierarchical_sales/W/short,TTM-R1-Zeroshot,564.8724365234375,564.8724365234375,12.2916898727417,0.9056759476661682,1.0096296072006226,0.5597119331359863,36.22703552246094,23.76704406738281,1.0911566019058228,0.564317524433136,0.564317524433136,Sales,1.0
+loop_seattle/5T/short,TTM-R1-Zeroshot,82.84699249267578,82.84699249267578,5.735431671142578,0.8927099704742432,0.1390590518712997,0.117562897503376,35.708396911621094,9.102032661437988,0.1560797691345214,0.0983499959111213,0.0983499959111213,Transport,1.0
+loop_seattle/H/short,TTM-R1-Zeroshot,78.17028045654297,78.17028045654297,5.784073352813721,1.1600669622421265,0.1653453558683395,0.1292116194963455,46.402679443359375,8.841395378112793,0.1565016955137252,0.102383978664875,0.102383978664875,Transport,1.0
+loop_seattle/D/short,TTM-R1-Zeroshot,39.735931396484375,39.735931396484375,5.312212944030762,1.637539029121399,0.100871056318283,0.0958108827471733,65.50155639648438,6.303644180297852,0.1126545518636703,0.0949363484978675,0.0949363484978675,Transport,1.0
+sz_taxi/15T/short,TTM-R1-Zeroshot,18.08315086364746,18.08315086364746,2.9162304401397705,0.5838834047317505,1241597870080.0,0.4137653708457947,23.355337142944336,4.252429008483887,0.397620290517807,0.2726800143718719,0.2726800143718719,Transport,1.0
+sz_taxi/H/short,TTM-R1-Zeroshot,7.639774799346924,7.639774799346924,1.977967381477356,0.6016649603843689,1.2737908363342283,0.3176651895046234,24.06659889221192,2.76401424407959,0.2574849724769592,0.1842598617076873,0.1842598617076873,Transport,1.0
+m_dense/H/short,TTM-R1-Zeroshot,61866.4765625,61866.4765625,125.69860076904295,1.0748567581176758,0.4138478338718414,0.2934266030788421,42.99427032470703,248.729721069336,0.4411845505237579,0.2229579836130142,0.2229579985141754,Transport,1.0
+m_dense/D/short,TTM-R1-Zeroshot,18425.615234375,18425.615234375,86.44058990478516,1.195383071899414,0.2065937370061874,0.1755319833755493,47.81532287597656,135.74098205566406,0.2349877208471298,0.1496414542198181,0.1496414393186569,Transport,1.0
+ett1/15T/short,TTM-R1-Zeroshot,7.1254191398620605,7.1254191398620605,1.507292866706848,0.929407835006714,0.4586927890777588,0.3414961099624634,37.17631530761719,2.6693480014801025,0.5046178698539734,0.2849410772323608,0.2849410772323608,Energy,7.0
+ett1/H/short,TTM-R1-Zeroshot,106.6740493774414,106.6740493774414,5.530933856964111,0.9026903510093688,0.49075448513031,0.2867715656757355,36.10761260986328,10.328312873840332,0.4820646345615387,0.2581512928009033,0.2581512928009033,Energy,7.0
+ett1/D/short,TTM-R1-Zeroshot,56256.45703125,56256.45703125,158.85206604003906,1.9342973232269287,1.07516610622406,0.5437031984329224,77.37189483642578,237.18443298339844,0.6229727864265442,0.4172302186489105,0.4172302186489105,Energy,7.0
+ett1/W/short,TTM-R1-Zeroshot,1469617.875,1469617.875,879.71875,1.447729229927063,0.7957108616828918,0.4806247055530548,57.9091682434082,1212.2779541015625,0.4823943376541137,0.3500610888004303,0.3500610888004303,Energy,7.0
+ett2/15T/short,TTM-R1-Zeroshot,9.67288589477539,9.67288589477539,2.0208580493927,0.8757458925247192,0.122892290353775,0.1461191624403,35.02983856201172,3.110126256942749,0.1476487666368484,0.0959373190999031,0.0959373190999031,Energy,7.0
+ett2/H/short,TTM-R1-Zeroshot,120.1141357421875,120.1141357421875,6.845362663269043,0.7833001017570496,0.1272993832826614,0.1162665784358978,31.332002639770508,10.959659576416016,0.1389989703893661,0.0868182405829429,0.0868182480335235,Energy,7.0
+ett2/D/short,TTM-R1-Zeroshot,116203.3046875,116203.3046875,213.6118621826172,1.5472772121429443,0.4215363562107086,0.1568193733692169,61.891090393066406,340.88604736328125,0.1950980871915817,0.1222556978464126,0.1222556978464126,Energy,7.0
+ett2/W/short,TTM-R1-Zeroshot,8909286.0,8909286.0,2076.41357421875,1.2180850505828855,0.2469210624694824,0.2033569812774658,48.72340393066406,2984.8427734375,0.2503825426101684,0.1741792559623718,0.1741792559623718,Energy,7.0
+jena_weather/10T/short,TTM-R1-Zeroshot,782.1746826171875,782.1746826171875,7.494993209838867,0.3400033116340637,0.4026773571968078,0.5611201524734497,13.60013198852539,27.96738624572754,0.1737125217914581,0.0465533025562763,0.046553298830986,Nature,21.0
+jena_weather/H/short,TTM-R1-Zeroshot,1094.249755859375,1094.249755859375,9.976097106933594,0.5863804817199707,1.7231212854385376,0.6161960363388062,23.455219268798828,33.079444885253906,0.2027748823165893,0.0611528344452381,0.0611528381705284,Nature,21.0
+jena_weather/D/short,TTM-R1-Zeroshot,718.0636596679688,718.0636596679688,15.289955139160156,2.276055097579956,1.530358076095581,0.4862256646156311,91.04220581054688,26.796709060668945,0.1613599956035614,0.0920705199241638,0.0920705199241638,Nature,21.0
+bitbrains_fast_storage/5T/short,TTM-R1-Zeroshot,1628531.125,1628531.125,187.12472534179688,1.171704649925232,2.403828859329224,0.7738839983940125,46.86818313598633,1276.13916015625,4.00676155090332,0.5875253677368164,0.5875253677368164,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,TTM-R1-Zeroshot,2192248.25,2192248.25,295.1697998046875,1.3008264303207395,4.625766277313232,0.6319354772567749,52.03305816650391,1480.624267578125,4.220260143280029,0.8413297533988953,0.8413297533988953,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,TTM-R1-Zeroshot,1510926.75,1510926.75,147.6888885498047,2.705741167068481,1.7197303771972656,0.7114022970199585,108.22964477539062,1229.1976318359375,5.029521465301514,0.604300320148468,0.604300320148468,Web/CloudOps,2.0
+bitbrains_rnd/H/short,TTM-R1-Zeroshot,1933281.5,1933281.5,244.4737243652344,5.975783824920654,5.3333740234375,0.6560726165771484,239.0313415527344,1390.4249267578125,6.085179805755615,1.0699366331100464,1.0699366331100464,Web/CloudOps,2.0
+bizitobs_application/10S/short,TTM-R1-Zeroshot,6637856.5,6637856.5,1252.2286376953125,4.147694110870361,0.059621375054121,0.0600129775702953,165.9077606201172,2576.40380859375,0.0993615984916687,0.0482934527099132,0.0482934489846229,Web/CloudOps,2.0
+bizitobs_service/10S/short,TTM-R1-Zeroshot,27536.26171875,27536.26171875,59.36934661865234,2.4597558975219727,0.4024703204631805,0.1219735294580459,98.3902359008789,165.94053649902344,0.1229340583086013,0.0439827106893062,0.0439827106893062,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,TTM-R1-Zeroshot,23.40999794006348,23.40999794006348,2.9665751457214355,0.308409571647644,0.1606444716453552,0.2220607250928878,12.336382865905762,4.838387966156006,0.1661698222160339,0.1018841937184333,0.1018842011690139,Web/CloudOps,7.0
+bizitobs_l2c/H/short,TTM-R1-Zeroshot,205.36241149902344,205.36241149902344,9.765654563903809,0.9571609497070312,1.011512279510498,0.8193023204803467,38.28643798828125,14.33047103881836,0.7724491357803345,0.5263938307762146,0.5263938307762146,Web/CloudOps,7.0
+electricity/15T/medium,TTM-R1-Zeroshot,651701.3125,651701.3125,105.96629333496094,1.6732470989227295,0.2470926195383072,0.2312248647212982,66.92987823486328,807.2802124023438,1.3910250663757324,0.1825906038284301,0.1825905889272689,Energy,1.0
+electricity/H/medium,TTM-R1-Zeroshot,6365218.5,6365218.5,276.15478515625,1.2359539270401,0.3267567455768585,0.1584555804729461,49.43815612792969,2522.9384765625,0.9847859740257264,0.1077923104166984,0.107792317867279,Energy,1.0
+solar/10T/medium,TTM-R1-Zeroshot,26.01571273803711,26.01571273803711,2.7237861156463623,1.1924405097961426,3.2334301471710205,1.5169990062713623,47.6976203918457,5.100560188293457,1.1318345069885254,0.6044189929962158,0.6044189929962158,Energy,1.0
+solar/H/medium,TTM-R1-Zeroshot,660.3209228515625,660.3209228515625,12.42536163330078,0.9503023624420166,5.636295795440674,1.412003517150879,38.01209259033203,25.69671058654785,0.925655484199524,0.4475905001163482,0.447590559720993,Energy,1.0
+kdd_cup_2018/H/medium,TTM-R1-Zeroshot,4856.63623046875,4856.63623046875,25.49256134033203,1.081132888793945,1.1571370363235474,0.5635550618171692,43.24531936645508,69.68956756591797,1.458728909492493,0.5336055159568787,0.5336055159568787,Nature,1.0
+loop_seattle/5T/medium,TTM-R1-Zeroshot,283.7026062011719,283.7026062011719,12.758612632751465,1.9841841459274288,0.320991039276123,0.2810423076152801,79.36736297607422,16.843473434448242,0.2996800243854522,0.2270019352436065,0.2270019352436065,Transport,1.0
+loop_seattle/H/medium,TTM-R1-Zeroshot,90.72705841064452,90.72705841064452,6.5600266456604,1.3280991315841677,0.1687787175178527,0.143565759062767,53.12396240234375,9.52507495880127,0.1683546304702758,0.1159477308392524,0.1159477308392524,Transport,1.0
+sz_taxi/15T/medium,TTM-R1-Zeroshot,18.11094856262207,18.11094856262207,2.979530096054077,0.5815892219543457,12430919860224.0,0.4278164207935333,23.263568878173828,4.255696296691895,0.3960635662078857,0.2772950232028961,0.2772950232028961,Transport,1.0
+m_dense/H/medium,TTM-R1-Zeroshot,56997.91015625,56997.91015625,121.361083984375,1.0112087726593018,0.4383679628372192,0.2912840247154236,40.4483528137207,238.7423553466797,0.415381520986557,0.2111529558897018,0.2111529558897018,Transport,1.0
+ett1/15T/medium,TTM-R1-Zeroshot,15.956341743469238,15.956341743469238,2.393866777420044,1.4170336723327637,0.7636879682540894,0.5661241412162781,56.68134689331055,3.994539022445679,0.7613630890846252,0.4562734067440033,0.4562733471393585,Energy,7.0
+ett1/H/medium,TTM-R1-Zeroshot,147.88861083984375,147.88861083984375,7.473272800445557,1.3740049600601196,4030999822336.0,0.4816672801971435,54.96020126342773,12.160945892333984,0.5824804902076721,0.3579520583152771,0.3579520285129547,Energy,7.0
+ett2/15T/medium,TTM-R1-Zeroshot,15.00575351715088,15.00575351715088,2.521174669265747,1.052714705467224,0.1634148955345153,0.1984668672084808,42.10858917236328,3.873726129531861,0.2064378708600998,0.1343579590320587,0.1343579739332199,Energy,7.0
+ett2/H/medium,TTM-R1-Zeroshot,305.8819885253906,305.8819885253906,11.393686294555664,1.2107949256896973,0.1966899782419204,0.2058309763669967,48.43179702758789,17.48948097229004,0.2356820106506347,0.15353724360466,0.15353724360466,Energy,7.0
+jena_weather/10T/medium,TTM-R1-Zeroshot,1537.4500732421875,1537.4500732421875,11.29836082458496,0.680471658706665,0.9417414665222168,0.6616309285163879,27.218868255615234,39.210330963134766,0.2406331300735473,0.0693378448486328,0.0693378448486328,Nature,21.0
+jena_weather/H/medium,TTM-R1-Zeroshot,1495.2928466796875,1495.2928466796875,12.530884742736816,0.8401451706886292,3.385291337966919,0.6819665431976318,33.60580825805664,38.66901779174805,0.2366225719451904,0.0766787081956863,0.0766787081956863,Nature,21.0
+bitbrains_fast_storage/5T/medium,TTM-R1-Zeroshot,2465359.25,2465359.25,268.6639404296875,2.242617607116699,3.788220882415772,0.819374680519104,89.70470428466797,1570.146240234375,4.770537853240967,0.8162752389907837,0.8162752389907837,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,TTM-R1-Zeroshot,2117112.5,2117112.5,198.3486785888672,7.39147138595581,2.527876615524292,0.7744432091712952,295.6588439941406,1455.030029296875,6.122053146362305,0.8345540761947632,0.8345540761947632,Web/CloudOps,2.0
+bizitobs_application/10S/medium,TTM-R1-Zeroshot,52785060.0,52785060.0,4526.90380859375,13.303730010986328,0.1894544214010238,0.1915669292211532,532.149169921875,7265.33251953125,0.2852882444858551,0.1777581870555877,0.1777581870555877,Web/CloudOps,2.0
+bizitobs_service/10S/medium,TTM-R1-Zeroshot,191248.296875,191248.296875,196.9491271972656,7.098899841308594,1.7195463180541992,0.2512445151805877,283.9559936523437,437.3194274902344,0.3291369080543518,0.1482285559177398,0.1482285559177398,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,TTM-R1-Zeroshot,200.64273071289065,200.64273071289065,10.290497779846191,1.0041199922561646,0.6574810743331909,1.018429160118103,40.164798736572266,14.164841651916504,0.7452789545059204,0.5414315462112427,0.5414315462112427,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,TTM-R1-Zeroshot,281.8178405761719,281.8178405761719,13.066701889038086,1.2794169187545776,1.4472025632858276,1.070118427276611,51.17667770385742,16.787431716918945,1.016504406929016,0.7912086248397827,0.7912086844444275,Web/CloudOps,7.0
+electricity/15T/long,TTM-R1-Zeroshot,1342790.5,1342790.5,123.45643615722656,1.7905689477920532,0.2591364085674286,0.2366401106119156,71.62275695800781,1158.788330078125,1.8281307220458984,0.1947676688432693,0.1947676688432693,Energy,1.0
+electricity/H/long,TTM-R1-Zeroshot,9800309.0,9800309.0,320.5233764648437,1.3680378198623655,0.3523074686527252,0.171502023935318,54.72151565551758,3130.544677734375,1.2346858978271484,0.1264143288135528,0.1264143288135528,Energy,1.0
+solar/10T/long,TTM-R1-Zeroshot,27.684722900390625,27.684722900390625,2.788307905197144,1.218901753425598,2.6426501274108887,1.5232243537902832,48.75607299804688,5.261627197265625,1.137216567993164,0.602648138999939,0.602648138999939,Energy,1.0
+solar/H/long,TTM-R1-Zeroshot,689.2293701171875,689.2293701171875,13.81916046142578,1.0523871183395386,6.962733268737793,1.4221395254135132,42.095481872558594,26.253177642822266,0.9102455377578736,0.4791354835033417,0.4791354835033417,Energy,1.0
+kdd_cup_2018/H/long,TTM-R1-Zeroshot,3769.7626953125,3769.7626953125,23.29082298278809,1.0037591457366943,1.1482057571411133,0.5922478437423706,40.15036392211914,61.39839553833008,1.4406543970108032,0.5464968085289001,0.5464968085289001,Nature,1.0
+loop_seattle/5T/long,TTM-R1-Zeroshot,265.4754333496094,265.4754333496094,12.66295337677002,1.972639441490173,0.3322114944458008,0.2708892822265625,78.90557861328125,16.29341697692871,0.288070946931839,0.2238836139440536,0.2238836139440536,Transport,1.0
+loop_seattle/H/long,TTM-R1-Zeroshot,78.83251953125,78.83251953125,5.85994291305542,1.2037372589111328,0.184073269367218,0.1325975954532623,48.14948654174805,8.878767967224121,0.1586754769086837,0.1047250255942344,0.1047250181436538,Transport,1.0
+sz_taxi/15T/long,TTM-R1-Zeroshot,16.81537437438965,16.81537437438965,2.87433123588562,0.5435872673988342,8260150624256.0,0.4148517251014709,21.74349021911621,4.10065507888794,0.3795493543148041,0.2660429775714874,0.2660429775714874,Transport,1.0
+m_dense/H/long,TTM-R1-Zeroshot,60970.38671875,60970.38671875,126.48969268798828,1.0458335876464844,0.45860356092453,0.2954391837120056,41.833343505859375,246.9218292236328,0.4274581670761108,0.2189723551273346,0.2189723551273346,Transport,1.0
+ett1/15T/long,TTM-R1-Zeroshot,16.58780860900879,16.58780860900879,2.484389305114746,1.488469123840332,0.8089041709899902,0.5957595705986023,59.53876495361328,4.072813510894775,0.7762822508811951,0.4735270738601684,0.4735270738601684,Energy,7.0
+ett1/H/long,TTM-R1-Zeroshot,149.5264892578125,149.5264892578125,7.462743759155273,1.3938250541687012,2593034338304.0,0.4885442852973938,55.75300216674805,12.228102684020996,0.5855773687362671,0.3573746383190155,0.3573746681213379,Energy,7.0
+ett2/15T/long,TTM-R1-Zeroshot,15.252047538757324,15.252047538757324,2.600973129272461,1.0827611684799194,0.167321115732193,0.2018365561962127,43.31044769287109,3.905386924743652,0.2081251442432403,0.1386105716228485,0.1386105567216873,Energy,7.0
+ett2/H/long,TTM-R1-Zeroshot,288.520751953125,288.520751953125,11.162341117858888,1.2191311120986938,0.208345890045166,0.214778259396553,48.76524353027344,16.985898971557617,0.2326088100671768,0.1528596729040146,0.1528596729040146,Energy,7.0
+jena_weather/10T/long,TTM-R1-Zeroshot,1562.930419921875,1562.930419921875,11.357297897338867,0.6737896203994751,0.8498238921165466,0.6583142876625061,26.95158576965332,39.53391647338867,0.2419148087501526,0.069497250020504,0.0694972574710846,Nature,21.0
+jena_weather/H/long,TTM-R1-Zeroshot,1302.5177001953125,1302.5177001953125,14.308568954467772,1.0584625005722046,3.396106243133545,0.6726809144020081,42.3385009765625,36.09041213989258,0.2173042595386505,0.0861534401774406,0.08615343272686,Nature,21.0
+bitbrains_fast_storage/5T/long,TTM-R1-Zeroshot,3354402.25,3354402.25,356.4161071777344,2.0263211727142334,4.350730895996094,0.8388842344284058,81.05284118652344,1831.5028076171875,4.840115070343018,0.9419013857841492,0.9419013261795044,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,TTM-R1-Zeroshot,1939892.375,1939892.375,193.2017059326172,6.739154815673828,2.378561496734619,0.7550832629203796,269.5661926269531,1392.8001708984375,5.335503578186035,0.7401121854782104,0.7401122450828552,Web/CloudOps,2.0
+bizitobs_application/10S/long,TTM-R1-Zeroshot,63951968.0,63951968.0,5090.4970703125,11.375816345214844,0.1536046713590622,0.169856384396553,455.03265380859375,7996.99755859375,0.3084122240543365,0.1963201314210891,0.1963201314210891,Web/CloudOps,2.0
+bizitobs_service/10S/long,TTM-R1-Zeroshot,310560.65625,310560.65625,242.35232543945312,6.615731239318848,0.4960593283176422,0.2466846257448196,264.6292419433594,557.2796630859375,0.4128506183624267,0.1795423477888107,0.1795423477888107,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,TTM-R1-Zeroshot,370.515869140625,370.515869140625,14.165494918823242,1.3303046226501465,0.9395979642868042,1.1797410249710083,53.212188720703125,19.248788833618164,1.0807907581329346,0.7953713536262512,0.7953712940216064,Web/CloudOps,7.0
+bizitobs_l2c/H/long,TTM-R1-Zeroshot,224.97149658203125,224.97149658203125,11.681208610534668,1.1981686353683472,1.655575394630432,0.9281730651855468,47.92674255371094,14.99905014038086,0.9161852598190308,0.7135218977928162,0.7135219573974609,Web/CloudOps,7.0

results/{TTM-R1-Pretrained → TTM-R1-Zeroshot}/config.json

@@ -1,10 +1,6 @@
 {
-    "model": "TTM-R1-Pretrained",
+    "model": "TTM-R1-Zeroshot",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r1",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb",
-    "org": "IBM Research",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "Yes"
+    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r1"
 }

results/TTM-R2-Finetuned/config.json

@@ -3,8 +3,5 @@
     "model_type": "fine-tuned",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb",
-    "org": "IBM Research",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "Yes"
-}
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb"
+}

results/TTM-R2-Pretrained/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,TTM-R2-Pretrained,5041324.0,5041324.0,1227.967529296875,5.130594253540039,0.26075807213783264,0.20997147262096405,205.22377014160156,2245.289306640625,0.360042542219162,0.1969102919101715,0.1969102919101715,Econ/Fin,1
-m4_quarterly/Q/short,TTM-R2-Pretrained,2419099.25,2419099.25,829.3945922851562,2.027404546737671,0.2134242057800293,0.1531578153371811,81.09618377685547,1555.3453369140625,0.2603374123573303,0.13882605731487274,0.13882605731487274,Econ/Fin,1
-m4_monthly/M/short,TTM-R2-Pretrained,2809195.75,2809195.75,853.7319946289062,1.533287525177002,0.2921540439128876,0.20111285150051117,61.331504821777344,1676.0655517578125,0.34834396839141846,0.17743481695652008,0.17743481695652008,Econ/Fin,1
-m4_weekly/W/short,TTM-R2-Pretrained,485578.84375,485578.84375,380.5999450683594,3.483421564102173,0.10566350817680359,0.10109246522188187,139.33685302734375,696.8348999023438,0.12695251405239105,0.06933940947055817,0.06933940947055817,Econ/Fin,1
-m4_daily/D/short,TTM-R2-Pretrained,484801.0625,484801.0625,227.68121337890625,4.401748180389404,0.061012763530015945,0.04191255196928978,176.06993103027344,696.2765502929688,0.10755548626184464,0.035170454531908035,0.035170454531908035,Econ/Fin,1
-m4_hourly/H/short,TTM-R2-Pretrained,2191172.0,2191172.0,294.4319152832031,2.782658100128174,0.1602412611246109,0.13437475264072418,111.30632781982422,1480.2607421875,0.20208826661109924,0.040196456015110016,0.040196459740400314,Econ/Fin,1
-electricity/15T/short,TTM-R2-Pretrained,217371.640625,217371.640625,77.01490783691406,1.4320731163024902,0.2330285906791687,0.22012728452682495,57.282928466796875,466.2313232421875,0.9190338253974915,0.15181156992912292,0.15181156992912292,Energy,1
-electricity/H/short,TTM-R2-Pretrained,1608349.0,1608349.0,205.38311767578125,1.159241795539856,0.32240381836891174,0.1580224633216858,46.36967086791992,1268.20703125,0.5986843109130859,0.09695550054311752,0.09695549309253693,Energy,1
-electricity/D/short,TTM-R2-Pretrained,2721178624.0,2721178624.0,5633.8505859375,1.6594325304031372,0.6992169618606567,0.12481007725000381,66.3772964477539,52164.91796875,0.8572428822517395,0.09258288145065308,0.09258287400007248,Energy,1
-electricity/W/short,TTM-R2-Pretrained,435031867392.0,435031867392.0,69856.296875,2.5212364196777344,0.3161992132663727,0.14358647167682648,100.84944915771484,659569.4375,1.5049197673797607,0.15938901901245117,0.15938901901245117,Energy,1
-solar/10T/short,TTM-R2-Pretrained,25.674766540527344,25.674766540527344,2.6975016593933105,1.1790286302566528,5.4343438148498535,1.5516341924667358,47.16114807128906,5.067027568817139,1.473997712135315,0.7847028970718384,0.7847028970718384,Energy,1
-solar/H/short,TTM-R2-Pretrained,619.8744506835938,619.8744506835938,12.693642616271973,0.9796592593193054,5.864431858062744,1.4270025491714478,39.186370849609375,24.89727783203125,0.9177219867706299,0.4678918719291687,0.4678918719291687,Energy,1
-solar/D/short,TTM-R2-Pretrained,174468.765625,174468.765625,274.03997802734375,1.068386435508728,1.2658942937850952,0.4365691542625427,42.73545837402344,417.694580078125,0.6034263968467712,0.3958944082260132,0.3958944082260132,Energy,1
-solar/W/short,TTM-R2-Pretrained,8813000.0,8813000.0,2602.568359375,2.877580165863037,0.5861544609069824,0.434007465839386,115.10320281982422,2968.669677734375,0.6059797406196594,0.5312492847442627,0.5312492847442627,Energy,1
-hospital/M/short,TTM-R2-Pretrained,12283.0078125,12283.0078125,33.84686279296875,1.050584316253662,0.28865745663642883,0.22228078544139862,42.023372650146484,110.8287353515625,0.4023340344429016,0.12287196516990662,0.12287196516990662,Healthcare,1
-covid_deaths/D/short,TTM-R2-Pretrained,2181495.0,2181495.0,326.9200134277344,53.48585891723633,0.18292130529880524,0.4471057057380676,2139.434326171875,1476.988525390625,0.5557240843772888,0.12300524860620499,0.12300524860620499,Healthcare,1
-us_births/D/short,TTM-R2-Pretrained,1462623.625,1462623.625,1105.77490234375,1.6285947561264038,0.1084594875574112,0.10614823549985886,65.14379119873047,1209.3897705078125,0.11337047815322876,0.10365742444992065,0.10365742444992065,Healthcare,1
-us_births/M/short,TTM-R2-Pretrained,203729680.0,203729680.0,11695.4287109375,1.3240991830825806,0.03641016408801079,0.036412689834833145,52.963966369628906,14273.390625,0.04433305561542511,0.03632592037320137,0.03632592037320137,Healthcare,1
-us_births/W/short,TTM-R2-Pretrained,7337176.0,7337176.0,1957.2852783203125,1.778560757637024,0.026068169623613358,0.026361528784036636,71.1424331665039,2708.72216796875,0.03677063807845116,0.026569955050945282,0.026569955050945282,Healthcare,1
-saugeen/D/short,TTM-R2-Pretrained,1256.2291259765625,1256.2291259765625,18.179595947265625,4.034393787384033,0.7102912664413452,0.54073566198349,161.37574768066406,35.44332504272461,1.1480176448822021,0.588841438293457,0.5888414978981018,Nature,1
-saugeen/M/short,TTM-R2-Pretrained,395.8756408691406,395.8756408691406,13.489892959594727,0.7903389930725098,0.46876707673072815,0.39558157324790955,31.61355972290039,19.896623611450195,0.5973563194274902,0.4050070643424988,0.4050070345401764,Nature,1
-saugeen/W/short,TTM-R2-Pretrained,1452.2073974609375,1452.2073974609375,23.04207420349121,1.867565631866455,0.9696307182312012,0.6474501490592957,74.70262908935547,38.10783767700195,1.150316834449768,0.6955441832542419,0.6955441236495972,Nature,1
-temperature_rain/D/short,TTM-R2-Pretrained,166.6985321044922,166.6985321044922,6.7175984382629395,1.6619073152542114,104.13045501708984,1.4001303911209106,66.4762954711914,12.911178588867188,1.5199871063232422,0.7908389568328857,0.7908389568328857,Nature,1
-kdd_cup_2018/H/short,TTM-R2-Pretrained,4468.35791015625,4468.35791015625,24.576093673706055,1.0117350816726685,1.1454356908798218,0.515670120716095,40.46940231323242,66.84577941894531,1.3992031812667847,0.5144221186637878,0.5144221186637878,Nature,1
-kdd_cup_2018/D/short,TTM-R2-Pretrained,2629.543701171875,2629.543701171875,20.171777725219727,1.172845721244812,0.6205669641494751,0.4447740316390991,46.91382598876953,51.279075622558594,1.1487058401107788,0.45186924934387207,0.4518692195415497,Nature,1
-car_parts/M/short,TTM-R2-Pretrained,2.1810801029205322,2.1810801029205322,0.9530109167098999,1.5749661922454834,0.5873419642448425,1.7117667198181152,62.99864959716797,1.4768480062484741,3.541330099105835,2.2852225303649902,2.2852225303649902,Sales,1
-restaurant/D/short,TTM-R2-Pretrained,202.3482666015625,202.3482666015625,9.526232719421387,0.896973729133606,1.08562433719635,0.4797813296318054,35.87895202636719,14.2249174118042,0.654663622379303,0.43841928243637085,0.43841931223869324,Sales,1
-hierarchical_sales/D/short,TTM-R2-Pretrained,28.789072036743164,28.789072036743164,2.583070755004883,0.8340859413146973,0.8086299300193787,0.9911177754402161,33.36343765258789,5.36554479598999,1.646089792251587,0.7924574613571167,0.7924575209617615,Sales,1
-hierarchical_sales/W/short,TTM-R2-Pretrained,792.2537231445312,792.2537231445312,15.791238784790039,1.086988925933838,1.4281177520751953,0.6353736519813538,43.47955322265625,28.147001266479492,1.2922426462173462,0.7249835133552551,0.7249835133552551,Sales,1
-loop_seattle/5T/short,TTM-R2-Pretrained,45.9228630065918,45.9228630065918,3.994657039642334,0.6305468678474426,0.11244776844978333,0.08397196233272552,25.221874237060547,6.776640892028809,0.11620443314313889,0.06849955022335052,0.06849955022335052,Transport,1
-loop_seattle/H/short,TTM-R2-Pretrained,73.20549011230469,73.20549011230469,5.383979320526123,1.0818450450897217,0.1589573621749878,0.1218806728720665,43.2738037109375,8.556020736694336,0.1514502614736557,0.09530191123485565,0.09530191123485565,Transport,1
-loop_seattle/D/short,TTM-R2-Pretrained,46.15348434448242,46.15348434448242,5.638345241546631,1.7389246225357056,0.10922148823738098,0.10129295289516449,69.5569839477539,6.793635368347168,0.12141135334968567,0.10076476633548737,0.10076476633548737,Transport,1
-sz_taxi/15T/short,TTM-R2-Pretrained,17.630447387695312,17.630447387695312,2.8711466789245605,0.5735141634941101,1263836594176.0,0.41091153025627136,22.940567016601562,4.198862552642822,0.39261162281036377,0.26846447587013245,0.26846450567245483,Transport,1
-sz_taxi/H/short,TTM-R2-Pretrained,7.52171516418457,7.52171516418457,1.9656306505203247,0.5973286032676697,1.2311612367630005,0.31563815474510193,23.893144607543945,2.742574453353882,0.25548774003982544,0.18311062455177307,0.18311062455177307,Transport,1
-m_dense/H/short,TTM-R2-Pretrained,62694.859375,62694.859375,127.04000854492188,1.0879967212677002,0.42501795291900635,0.30154624581336975,43.51987075805664,250.38941955566406,0.4441284239292145,0.22533731162548065,0.22533732652664185,Transport,1
-m_dense/D/short,TTM-R2-Pretrained,18615.037109375,18615.037109375,87.37030792236328,1.20741868019104,0.2061319649219513,0.1770661622285843,48.29674530029297,136.4369354248047,0.2361925095319748,0.1512509286403656,0.1512509435415268,Transport,1
-ett1/15T/short,TTM-R2-Pretrained,5.624592304229736,5.624592304229736,1.2432845830917358,0.8118457794189453,0.4656950831413269,0.2875490188598633,32.47383117675781,2.371622323989868,0.44833534955978394,0.23503252863883972,0.23503251373767853,Energy,7
-ett1/H/short,TTM-R2-Pretrained,104.39521789550781,104.39521789550781,5.366086959838867,0.8821736574172974,0.507716715335846,0.2827994227409363,35.28694534301758,10.217397689819336,0.4768877625465393,0.250457227230072,0.250457227230072,Energy,7
-ett1/D/short,TTM-R2-Pretrained,55083.7578125,55083.7578125,158.2764434814453,1.962099552154541,1.2102364301681519,0.5308582782745361,78.4839859008789,234.6992950439453,0.6164454817771912,0.41571831703186035,0.41571834683418274,Energy,7
-ett1/W/short,TTM-R2-Pretrained,2633276.5,2633276.5,1125.6827392578125,1.5393426418304443,1.0096418857574463,0.45859840512275696,61.573707580566406,1622.7374267578125,0.6457259058952332,0.4479359984397888,0.4479359984397888,Energy,7
-ett2/15T/short,TTM-R2-Pretrained,9.754693031311035,9.754693031311035,1.9594718217849731,0.8321967720985413,0.11617407947778702,0.13838815689086914,33.287872314453125,3.1232504844665527,0.1482718139886856,0.09302309900522232,0.09302308410406113,Energy,7
-ett2/H/short,TTM-R2-Pretrained,124.45040130615234,124.45040130615234,6.933920383453369,0.7901540994644165,0.12842239439487457,0.11721692979335785,31.606163024902344,11.155734062194824,0.14148575067520142,0.08794140070676804,0.08794140070676804,Energy,7
-ett2/D/short,TTM-R2-Pretrained,108511.2109375,108511.2109375,208.45578002929688,1.564162015914917,0.4740043878555298,0.17024555802345276,62.56648254394531,329.410400390625,0.18853026628494263,0.11930473893880844,0.11930473893880844,Energy,7
-ett2/W/short,TTM-R2-Pretrained,12633047.0,12633047.0,2386.069580078125,1.356560468673706,0.2729461193084717,0.21735575795173645,54.262420654296875,3554.2998046875,0.29815125465393066,0.200154647231102,0.20015466213226318,Energy,7
-jena_weather/10T/short,TTM-R2-Pretrained,766.1596069335938,766.1596069335938,7.308579921722412,0.3458213806152344,0.43337202072143555,0.5557089447975159,13.832855224609375,27.679588317871094,0.17192493379116058,0.045395441353321075,0.04539543762803078,Nature,21
-jena_weather/H/short,TTM-R2-Pretrained,1081.8076171875,1081.8076171875,9.729592323303223,0.5753880739212036,1.828482747077942,0.6190334558486938,23.01552391052246,32.890846252441406,0.2016187608242035,0.059641774743795395,0.05964178219437599,Nature,21
-jena_weather/D/short,TTM-R2-Pretrained,1248.5050048828125,1248.5050048828125,20.558490753173828,2.5306453704833984,1.7924801111221313,0.5474997162818909,101.22581481933594,35.334190368652344,0.21276958286762238,0.12379571795463562,0.12379571795463562,Nature,21
-bitbrains_fast_storage/5T/short,TTM-R2-Pretrained,1646846.625,1646846.625,189.82254028320312,0.965898871421814,2.6614601612091064,0.7760849595069885,38.635955810546875,1283.295166015625,4.029229640960693,0.5959958434104919,0.5959958434104919,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TTM-R2-Pretrained,2551485.5,2551485.5,324.970458984375,1.2754968404769897,5.218166351318359,0.635557234287262,51.019874572753906,1597.3369140625,4.552928924560547,0.9262713193893433,0.9262713193893433,Web/CloudOps,2
-bitbrains_rnd/5T/short,TTM-R2-Pretrained,1557151.0,1557151.0,147.8542022705078,2.053879737854004,1.7888224124908447,0.7139753103256226,82.15518951416016,1247.8585205078125,5.105876922607422,0.6049767136573792,0.6049767136573792,Web/CloudOps,2
-bitbrains_rnd/H/short,TTM-R2-Pretrained,1869584.0,1869584.0,242.30137634277344,6.163490295410156,5.455203533172607,0.6784248352050781,246.53961181640625,1367.3272705078125,5.984093189239502,1.060429334640503,1.060429334640503,Web/CloudOps,2
-bizitobs_application/10S/short,TTM-R2-Pretrained,9943514.0,9943514.0,1497.74755859375,4.214677333831787,0.06536141782999039,0.06266415864229202,168.5870819091797,3153.333984375,0.12161148339509964,0.057762134820222855,0.05776213854551315,Web/CloudOps,2
-bizitobs_service/10S/short,TTM-R2-Pretrained,44515.95703125,44515.95703125,71.65859985351562,2.732959747314453,0.35066136717796326,0.13076719641685486,109.31838989257812,210.98805236816406,0.1563066989183426,0.05308698117733002,0.05308698117733002,Web/CloudOps,2
-bizitobs_l2c/5T/short,TTM-R2-Pretrained,24.209394454956055,24.209394454956055,3.1097848415374756,0.32445377111434937,0.17801183462142944,0.22899238765239716,12.978150367736816,4.920304298400879,0.16898316144943237,0.10680259764194489,0.10680260509252548,Web/CloudOps,7
-bizitobs_l2c/H/short,TTM-R2-Pretrained,213.2822723388672,213.2822723388672,10.186047554016113,0.9834961295127869,0.9913681149482727,0.8249644041061401,39.33984375,14.60418701171875,0.7872030735015869,0.5490540862083435,0.5490540862083435,Web/CloudOps,7
-electricity/15T/medium,TTM-R2-Pretrained,479186.78125,479186.78125,82.32447814941406,1.3208063840866089,0.22963841259479523,0.19777949154376984,52.83225631713867,692.233154296875,1.192787528038025,0.14185337722301483,0.14185337722301483,Energy,1
-electricity/H/medium,TTM-R2-Pretrained,6960439.5,6960439.5,280.2503662109375,1.2517058849334717,0.36617472767829895,0.15959197282791138,50.0682373046875,2638.264404296875,1.0298014879226685,0.10939095169305801,0.10939095169305801,Energy,1
-solar/10T/medium,TTM-R2-Pretrained,23.291641235351562,23.291641235351562,2.581629991531372,1.1273674964904785,3.8910577297210693,1.4938726425170898,45.09469985961914,4.826141357421875,1.0709398984909058,0.5728739500045776,0.5728738903999329,Energy,1
-solar/H/medium,TTM-R2-Pretrained,673.9286499023438,673.9286499023438,13.676705360412598,1.0454044342041016,6.807587623596191,1.4293445348739624,41.81617736816406,25.96013641357422,0.9351446628570557,0.4926668405532837,0.4926668703556061,Energy,1
-kdd_cup_2018/H/medium,TTM-R2-Pretrained,4815.142578125,4815.142578125,25.404191970825195,1.0737661123275757,1.1820731163024902,0.559693455696106,42.95064163208008,69.39122772216797,1.452484130859375,0.5317557454109192,0.5317556858062744,Nature,1
-loop_seattle/5T/medium,TTM-R2-Pretrained,116.44446563720703,116.44446563720703,6.789214134216309,1.0654295682907104,0.237552210688591,0.14933940768241882,42.617183685302734,10.790943145751953,0.19199305772781372,0.12079407274723053,0.12079407274723053,Transport,1
-loop_seattle/H/medium,TTM-R2-Pretrained,80.56887817382812,80.56887817382812,5.882454872131348,1.1938070058822632,0.15960149466991425,0.13077092170715332,47.752281188964844,8.976016998291016,0.15865008533000946,0.10397172719240189,0.10397172719240189,Transport,1
-sz_taxi/15T/medium,TTM-R2-Pretrained,17.407360076904297,17.407360076904297,2.9041669368743896,0.5661407113075256,12433696489472.0,0.4201682507991791,22.645627975463867,4.172213077545166,0.3882940411567688,0.27028119564056396,0.27028119564056396,Transport,1
-m_dense/H/medium,TTM-R2-Pretrained,58433.80859375,58433.80859375,122.33402252197266,1.0201516151428223,0.43751060962677,0.29099923372268677,40.80606460571289,241.73086547851562,0.4205811619758606,0.21284574270248413,0.21284572780132294,Transport,1
-ett1/15T/medium,TTM-R2-Pretrained,9.845744132995605,9.845744132995605,1.7487417459487915,1.137412428855896,0.7454333305358887,0.4337901473045349,45.496498107910156,3.1377928256988525,0.5980664491653442,0.33331191539764404,0.33331191539764404,Energy,7
-ett1/H/medium,TTM-R2-Pretrained,138.2218780517578,138.2218780517578,7.0701584815979,1.3201416730880737,3522723315712.0,0.4641319215297699,52.8056640625,11.756780624389648,0.5631219148635864,0.3386438190937042,0.3386438190937042,Energy,7
-ett2/15T/medium,TTM-R2-Pretrained,14.557876586914062,14.557876586914062,2.3989028930664062,0.9867962598800659,0.1484927535057068,0.17977158725261688,39.47185134887695,3.815478563308716,0.2033337652683258,0.12784188985824585,0.12784187495708466,Energy,7
-ett2/H/medium,TTM-R2-Pretrained,269.994140625,269.994140625,10.284690856933594,1.097788691520691,0.17862552404403687,0.1798628270626068,43.91154861450195,16.43149757385254,0.22142501175403595,0.13859282433986664,0.13859283924102783,Energy,7
-jena_weather/10T/medium,TTM-R2-Pretrained,1497.083984375,1497.083984375,11.306266784667969,0.6561654806137085,0.9674649834632874,0.6653227210044861,26.246618270874023,38.692169189453125,0.2374531775712967,0.06938636302947998,0.06938636302947998,Nature,21
-jena_weather/H/medium,TTM-R2-Pretrained,1447.2547607421875,1447.2547607421875,11.986462593078613,0.8147535920143127,3.532595634460449,0.6771256327629089,32.59014129638672,38.04280090332031,0.23279064893722534,0.0733472928404808,0.0733472928404808,Nature,21
-bitbrains_fast_storage/5T/medium,TTM-R2-Pretrained,2803018.75,2803018.75,298.1320495605469,1.2348387241363525,5.41544771194458,0.8186819553375244,49.393550872802734,1674.2218017578125,5.0867486000061035,0.9058074951171875,0.9058074951171875,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TTM-R2-Pretrained,2112217.75,2112217.75,198.39056396484375,4.8130364418029785,2.431964635848999,0.7751559019088745,192.52145385742188,1453.3470458984375,6.114972114562988,0.8347302675247192,0.8347302675247192,Web/CloudOps,2
-bizitobs_application/10S/medium,TTM-R2-Pretrained,34985988.0,34985988.0,3205.0234375,9.018702507019043,0.12491956353187561,0.1292904019355774,360.74810791015625,5914.8955078125,0.2322605401277542,0.1258518397808075,0.1258518248796463,Web/CloudOps,2
-bizitobs_service/10S/medium,TTM-R2-Pretrained,182072.703125,182072.703125,155.6486053466797,5.1217827796936035,0.48198986053466797,0.20569010078907013,204.87130737304688,426.6997985839844,0.32114431262016296,0.11714481562376022,0.11714481562376022,Web/CloudOps,2
-bizitobs_l2c/5T/medium,TTM-R2-Pretrained,195.24891662597656,195.24891662597656,10.268324851989746,0.9921779036521912,0.6358968019485474,1.0157976150512695,39.68711471557617,13.973150253295898,0.7351931929588318,0.540264904499054,0.540264904499054,Web/CloudOps,7
-bizitobs_l2c/H/medium,TTM-R2-Pretrained,289.9211730957031,289.9211730957031,12.913840293884277,1.2396725416183472,1.3855247497558594,1.0475947856903076,49.5869026184082,17.027070999145508,1.0310150384902954,0.7819526791572571,0.7819526791572571,Web/CloudOps,7
-electricity/15T/long,TTM-R2-Pretrained,718197.1875,718197.1875,90.5474853515625,1.3471070528030396,0.2316545844078064,0.19732432067394257,53.88428497314453,847.4651489257812,1.3369802236557007,0.14284975826740265,0.14284975826740265,Energy,1
-electricity/H/long,TTM-R2-Pretrained,10661256.0,10661256.0,325.055908203125,1.3821061849594116,0.39065104722976685,0.1722196787595749,55.28424835205078,3265.157958984375,1.287777304649353,0.12820196151733398,0.1282019466161728,Energy,1
-solar/10T/long,TTM-R2-Pretrained,22.359167098999023,22.359167098999023,2.523888111114502,1.10085928440094,3.154728651046753,1.4919425249099731,44.03437423706055,4.728548049926758,1.0220000743865967,0.5454980731010437,0.5454980134963989,Energy,1
-solar/H/long,TTM-R2-Pretrained,705.2949829101562,705.2949829101562,14.768033027648926,1.1248584985733032,8.415304183959961,1.436413049697876,44.99434280395508,26.557390213012695,0.9207931160926819,0.5120345950126648,0.5120344758033752,Energy,1
-kdd_cup_2018/H/long,TTM-R2-Pretrained,3760.123779296875,3760.123779296875,23.107446670532227,1.0000991821289062,1.153912901878357,0.589838981628418,40.003963470458984,61.319847106933594,1.4388114213943481,0.5421940684318542,0.5421940684318542,Nature,1
-loop_seattle/5T/long,TTM-R2-Pretrained,124.74163818359375,124.74163818359375,7.093927383422852,1.1124976873397827,0.2543075382709503,0.15363603830337524,44.499908447265625,11.168779373168945,0.19746631383895874,0.12542209029197693,0.12542209029197693,Transport,1
-loop_seattle/H/long,TTM-R2-Pretrained,74.29878997802734,74.29878997802734,5.402324199676514,1.114170789718628,0.17675289511680603,0.1240486353635788,44.56683349609375,8.619674682617188,0.15404511988162994,0.09654676914215088,0.09654677659273148,Transport,1
-sz_taxi/15T/long,TTM-R2-Pretrained,16.31110191345215,16.31110191345215,2.8116378784179688,0.5310652256011963,8224755941376.0,0.40968406200408936,21.242610931396484,4.038700580596924,0.3738149106502533,0.26024019718170166,0.26024019718170166,Transport,1
-m_dense/H/long,TTM-R2-Pretrained,62940.5234375,62940.5234375,128.40859985351562,1.0597881078720093,0.470628559589386,0.2987874746322632,42.39152526855469,250.87950134277344,0.4343095123767853,0.22229425609111786,0.22229427099227905,Transport,1
-ett1/15T/long,TTM-R2-Pretrained,10.124308586120605,10.124308586120605,1.8443189859390259,1.1956290006637573,0.7989325523376465,0.45920833945274353,47.82516098022461,3.1818718910217285,0.6064679026603699,0.3515290319919586,0.3515290319919586,Energy,7
-ett1/H/long,TTM-R2-Pretrained,142.861328125,142.861328125,7.135627269744873,1.355435848236084,3003883454464.0,0.4777284562587738,54.217430114746094,11.952461242675781,0.5723775029182434,0.3417097330093384,0.34170976281166077,Energy,7
-ett2/15T/long,TTM-R2-Pretrained,13.01650333404541,13.01650333404541,2.3665223121643066,0.986086905002594,0.14943784475326538,0.1789281815290451,39.443477630615234,3.6078391075134277,0.1922682821750641,0.12611626088619232,0.12611627578735352,Energy,7
-ett2/H/long,TTM-R2-Pretrained,278.0689392089844,278.0689392089844,10.509333610534668,1.131842017173767,0.19035466015338898,0.1890520304441452,45.273681640625,16.675399780273438,0.2283567637205124,0.1439172327518463,0.1439172327518463,Energy,7
-jena_weather/10T/long,TTM-R2-Pretrained,1487.92626953125,1487.92626953125,11.109465599060059,0.6489807367324829,0.8593838214874268,0.6524072885513306,25.959230422973633,38.573646545410156,0.23603875935077667,0.06798072904348373,0.06798072159290314,Nature,21
-jena_weather/H/long,TTM-R2-Pretrained,1266.5963134765625,1266.5963134765625,13.908403396606445,1.0716230869293213,3.8741116523742676,0.6689540147781372,42.864925384521484,35.589271545410156,0.21428684890270233,0.08374399691820145,0.08374399691820145,Nature,21
-bitbrains_fast_storage/5T/long,TTM-R2-Pretrained,3219523.0,3219523.0,355.3838195800781,1.1635642051696777,4.895505428314209,0.8371726274490356,46.54256820678711,1794.302978515625,4.741806983947754,0.9391733407974243,0.9391733407974243,Web/CloudOps,2
-bitbrains_rnd/5T/long,TTM-R2-Pretrained,1991291.25,1991291.25,203.39283752441406,3.782886266708374,2.9021401405334473,0.7515886425971985,151.31544494628906,1411.1312255859375,5.405725955963135,0.7791521549224854,0.7791520953178406,Web/CloudOps,2
-bizitobs_application/10S/long,TTM-R2-Pretrained,41283780.0,41283780.0,3723.089111328125,9.590826034545898,0.13113968074321747,0.13875478506088257,383.633056640625,6425.24560546875,0.24779604375362396,0.14358466863632202,0.14358466863632202,Web/CloudOps,2
-bizitobs_service/10S/long,TTM-R2-Pretrained,267102.25,267102.25,188.78057861328125,5.33817720413208,0.43358832597732544,0.21543104946613312,213.52708435058594,516.8193359375,0.38287630677223206,0.13985468447208405,0.13985469937324524,Web/CloudOps,2
-bizitobs_l2c/5T/long,TTM-R2-Pretrained,358.9239196777344,358.9239196777344,13.98556137084961,1.316333532333374,0.9028239250183105,1.1863360404968262,52.653343200683594,18.945287704467773,1.0637495517730713,0.7852683663368225,0.7852683663368225,Web/CloudOps,7
-bizitobs_l2c/H/long,TTM-R2-Pretrained,248.46641540527344,248.46641540527344,12.290800094604492,1.2374670505523682,1.677781105041504,0.9531240463256836,49.498680114746094,15.7628173828125,0.9628384113311768,0.7507575750350952,0.7507575154304504,Web/CloudOps,7

results/TTM-R2-Zeroshot/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A/short,TTM-R2-Zeroshot,5041324.0,5041324.0,1227.967529296875,5.130594253540039,0.26075807213783264,0.20997147262096405,205.22377014160156,2245.289306640625,0.360042542219162,0.1969102919101715,0.1969102919101715,Econ/Fin,1
+m4_quarterly/Q/short,TTM-R2-Zeroshot,2419099.25,2419099.25,829.3945922851562,2.027404546737671,0.2134242057800293,0.1531578153371811,81.09618377685547,1555.3453369140625,0.2603374123573303,0.13882605731487274,0.13882605731487274,Econ/Fin,1
+m4_monthly/M/short,TTM-R2-Zeroshot,2809195.75,2809195.75,853.7319946289062,1.533287525177002,0.2921540439128876,0.20111285150051117,61.331504821777344,1676.0655517578125,0.34834396839141846,0.17743481695652008,0.17743481695652008,Econ/Fin,1
+m4_weekly/W/short,TTM-R2-Zeroshot,485578.84375,485578.84375,380.5999450683594,3.483421564102173,0.10566350817680359,0.10109246522188187,139.33685302734375,696.8348999023438,0.12695251405239105,0.06933940947055817,0.06933940947055817,Econ/Fin,1
+m4_daily/D/short,TTM-R2-Zeroshot,484801.0625,484801.0625,227.68121337890625,4.401748180389404,0.061012763530015945,0.04191255196928978,176.06993103027344,696.2765502929688,0.10755548626184464,0.035170454531908035,0.035170454531908035,Econ/Fin,1
+m4_hourly/H/short,TTM-R2-Zeroshot,2191172.0,2191172.0,294.4319152832031,2.782658100128174,0.1602412611246109,0.13437475264072418,111.30632781982422,1480.2607421875,0.20208826661109924,0.040196456015110016,0.040196459740400314,Econ/Fin,1
+electricity/15T/short,TTM-R2-Zeroshot,217371.640625,217371.640625,77.01490783691406,1.4320731163024902,0.2330285906791687,0.22012728452682495,57.282928466796875,466.2313232421875,0.9190338253974915,0.15181156992912292,0.15181156992912292,Energy,1
+electricity/H/short,TTM-R2-Zeroshot,1608349.0,1608349.0,205.38311767578125,1.159241795539856,0.32240381836891174,0.1580224633216858,46.36967086791992,1268.20703125,0.5986843109130859,0.09695550054311752,0.09695549309253693,Energy,1
+electricity/D/short,TTM-R2-Zeroshot,2721178624.0,2721178624.0,5633.8505859375,1.6594325304031372,0.6992169618606567,0.12481007725000381,66.3772964477539,52164.91796875,0.8572428822517395,0.09258288145065308,0.09258287400007248,Energy,1
+electricity/W/short,TTM-R2-Zeroshot,435031867392.0,435031867392.0,69856.296875,2.5212364196777344,0.3161992132663727,0.14358647167682648,100.84944915771484,659569.4375,1.5049197673797607,0.15938901901245117,0.15938901901245117,Energy,1
+solar/10T/short,TTM-R2-Zeroshot,25.674766540527344,25.674766540527344,2.6975016593933105,1.1790286302566528,5.4343438148498535,1.5516341924667358,47.16114807128906,5.067027568817139,1.473997712135315,0.7847028970718384,0.7847028970718384,Energy,1
+solar/H/short,TTM-R2-Zeroshot,619.8744506835938,619.8744506835938,12.693642616271973,0.9796592593193054,5.864431858062744,1.4270025491714478,39.186370849609375,24.89727783203125,0.9177219867706299,0.4678918719291687,0.4678918719291687,Energy,1
+solar/D/short,TTM-R2-Zeroshot,174468.765625,174468.765625,274.03997802734375,1.068386435508728,1.2658942937850952,0.4365691542625427,42.73545837402344,417.694580078125,0.6034263968467712,0.3958944082260132,0.3958944082260132,Energy,1
+solar/W/short,TTM-R2-Zeroshot,8813000.0,8813000.0,2602.568359375,2.877580165863037,0.5861544609069824,0.434007465839386,115.10320281982422,2968.669677734375,0.6059797406196594,0.5312492847442627,0.5312492847442627,Energy,1
+hospital/M/short,TTM-R2-Zeroshot,12283.0078125,12283.0078125,33.84686279296875,1.050584316253662,0.28865745663642883,0.22228078544139862,42.023372650146484,110.8287353515625,0.4023340344429016,0.12287196516990662,0.12287196516990662,Healthcare,1
+covid_deaths/D/short,TTM-R2-Zeroshot,2181495.0,2181495.0,326.9200134277344,53.48585891723633,0.18292130529880524,0.4471057057380676,2139.434326171875,1476.988525390625,0.5557240843772888,0.12300524860620499,0.12300524860620499,Healthcare,1
+us_births/D/short,TTM-R2-Zeroshot,1462623.625,1462623.625,1105.77490234375,1.6285947561264038,0.1084594875574112,0.10614823549985886,65.14379119873047,1209.3897705078125,0.11337047815322876,0.10365742444992065,0.10365742444992065,Healthcare,1
+us_births/M/short,TTM-R2-Zeroshot,203729680.0,203729680.0,11695.4287109375,1.3240991830825806,0.03641016408801079,0.036412689834833145,52.963966369628906,14273.390625,0.04433305561542511,0.03632592037320137,0.03632592037320137,Healthcare,1
+us_births/W/short,TTM-R2-Zeroshot,7337176.0,7337176.0,1957.2852783203125,1.778560757637024,0.026068169623613358,0.026361528784036636,71.1424331665039,2708.72216796875,0.03677063807845116,0.026569955050945282,0.026569955050945282,Healthcare,1
+saugeen/D/short,TTM-R2-Zeroshot,1256.2291259765625,1256.2291259765625,18.179595947265625,4.034393787384033,0.7102912664413452,0.54073566198349,161.37574768066406,35.44332504272461,1.1480176448822021,0.588841438293457,0.5888414978981018,Nature,1
+saugeen/M/short,TTM-R2-Zeroshot,395.8756408691406,395.8756408691406,13.489892959594727,0.7903389930725098,0.46876707673072815,0.39558157324790955,31.61355972290039,19.896623611450195,0.5973563194274902,0.4050070643424988,0.4050070345401764,Nature,1
+saugeen/W/short,TTM-R2-Zeroshot,1452.2073974609375,1452.2073974609375,23.04207420349121,1.867565631866455,0.9696307182312012,0.6474501490592957,74.70262908935547,38.10783767700195,1.150316834449768,0.6955441832542419,0.6955441236495972,Nature,1
+temperature_rain/D/short,TTM-R2-Zeroshot,166.6985321044922,166.6985321044922,6.7175984382629395,1.6619073152542114,104.13045501708984,1.4001303911209106,66.4762954711914,12.911178588867188,1.5199871063232422,0.7908389568328857,0.7908389568328857,Nature,1
+kdd_cup_2018/H/short,TTM-R2-Zeroshot,4468.35791015625,4468.35791015625,24.576093673706055,1.0117350816726685,1.1454356908798218,0.515670120716095,40.46940231323242,66.84577941894531,1.3992031812667847,0.5144221186637878,0.5144221186637878,Nature,1
+kdd_cup_2018/D/short,TTM-R2-Zeroshot,2629.543701171875,2629.543701171875,20.171777725219727,1.172845721244812,0.6205669641494751,0.4447740316390991,46.91382598876953,51.279075622558594,1.1487058401107788,0.45186924934387207,0.4518692195415497,Nature,1
+car_parts/M/short,TTM-R2-Zeroshot,2.1810801029205322,2.1810801029205322,0.9530109167098999,1.5749661922454834,0.5873419642448425,1.7117667198181152,62.99864959716797,1.4768480062484741,3.541330099105835,2.2852225303649902,2.2852225303649902,Sales,1
+restaurant/D/short,TTM-R2-Zeroshot,202.3482666015625,202.3482666015625,9.526232719421387,0.896973729133606,1.08562433719635,0.4797813296318054,35.87895202636719,14.2249174118042,0.654663622379303,0.43841928243637085,0.43841931223869324,Sales,1
+hierarchical_sales/D/short,TTM-R2-Zeroshot,28.789072036743164,28.789072036743164,2.583070755004883,0.8340859413146973,0.8086299300193787,0.9911177754402161,33.36343765258789,5.36554479598999,1.646089792251587,0.7924574613571167,0.7924575209617615,Sales,1
+hierarchical_sales/W/short,TTM-R2-Zeroshot,792.2537231445312,792.2537231445312,15.791238784790039,1.086988925933838,1.4281177520751953,0.6353736519813538,43.47955322265625,28.147001266479492,1.2922426462173462,0.7249835133552551,0.7249835133552551,Sales,1
+loop_seattle/5T/short,TTM-R2-Zeroshot,45.9228630065918,45.9228630065918,3.994657039642334,0.6305468678474426,0.11244776844978333,0.08397196233272552,25.221874237060547,6.776640892028809,0.11620443314313889,0.06849955022335052,0.06849955022335052,Transport,1
+loop_seattle/H/short,TTM-R2-Zeroshot,73.20549011230469,73.20549011230469,5.383979320526123,1.0818450450897217,0.1589573621749878,0.1218806728720665,43.2738037109375,8.556020736694336,0.1514502614736557,0.09530191123485565,0.09530191123485565,Transport,1
+loop_seattle/D/short,TTM-R2-Zeroshot,46.15348434448242,46.15348434448242,5.638345241546631,1.7389246225357056,0.10922148823738098,0.10129295289516449,69.5569839477539,6.793635368347168,0.12141135334968567,0.10076476633548737,0.10076476633548737,Transport,1
+sz_taxi/15T/short,TTM-R2-Zeroshot,17.630447387695312,17.630447387695312,2.8711466789245605,0.5735141634941101,1263836594176.0,0.41091153025627136,22.940567016601562,4.198862552642822,0.39261162281036377,0.26846447587013245,0.26846450567245483,Transport,1
+sz_taxi/H/short,TTM-R2-Zeroshot,7.52171516418457,7.52171516418457,1.9656306505203247,0.5973286032676697,1.2311612367630005,0.31563815474510193,23.893144607543945,2.742574453353882,0.25548774003982544,0.18311062455177307,0.18311062455177307,Transport,1
+m_dense/H/short,TTM-R2-Zeroshot,62694.859375,62694.859375,127.04000854492188,1.0879967212677002,0.42501795291900635,0.30154624581336975,43.51987075805664,250.38941955566406,0.4441284239292145,0.22533731162548065,0.22533732652664185,Transport,1
+m_dense/D/short,TTM-R2-Zeroshot,18615.037109375,18615.037109375,87.37030792236328,1.20741868019104,0.2061319649219513,0.1770661622285843,48.29674530029297,136.4369354248047,0.2361925095319748,0.1512509286403656,0.1512509435415268,Transport,1
+ett1/15T/short,TTM-R2-Zeroshot,5.624592304229736,5.624592304229736,1.2432845830917358,0.8118457794189453,0.4656950831413269,0.2875490188598633,32.47383117675781,2.371622323989868,0.44833534955978394,0.23503252863883972,0.23503251373767853,Energy,7
+ett1/H/short,TTM-R2-Zeroshot,104.39521789550781,104.39521789550781,5.366086959838867,0.8821736574172974,0.507716715335846,0.2827994227409363,35.28694534301758,10.217397689819336,0.4768877625465393,0.250457227230072,0.250457227230072,Energy,7
+ett1/D/short,TTM-R2-Zeroshot,55083.7578125,55083.7578125,158.2764434814453,1.962099552154541,1.2102364301681519,0.5308582782745361,78.4839859008789,234.6992950439453,0.6164454817771912,0.41571831703186035,0.41571834683418274,Energy,7
+ett1/W/short,TTM-R2-Zeroshot,2633276.5,2633276.5,1125.6827392578125,1.5393426418304443,1.0096418857574463,0.45859840512275696,61.573707580566406,1622.7374267578125,0.6457259058952332,0.4479359984397888,0.4479359984397888,Energy,7
+ett2/15T/short,TTM-R2-Zeroshot,9.754693031311035,9.754693031311035,1.9594718217849731,0.8321967720985413,0.11617407947778702,0.13838815689086914,33.287872314453125,3.1232504844665527,0.1482718139886856,0.09302309900522232,0.09302308410406113,Energy,7
+ett2/H/short,TTM-R2-Zeroshot,124.45040130615234,124.45040130615234,6.933920383453369,0.7901540994644165,0.12842239439487457,0.11721692979335785,31.606163024902344,11.155734062194824,0.14148575067520142,0.08794140070676804,0.08794140070676804,Energy,7
+ett2/D/short,TTM-R2-Zeroshot,108511.2109375,108511.2109375,208.45578002929688,1.564162015914917,0.4740043878555298,0.17024555802345276,62.56648254394531,329.410400390625,0.18853026628494263,0.11930473893880844,0.11930473893880844,Energy,7
+ett2/W/short,TTM-R2-Zeroshot,12633047.0,12633047.0,2386.069580078125,1.356560468673706,0.2729461193084717,0.21735575795173645,54.262420654296875,3554.2998046875,0.29815125465393066,0.200154647231102,0.20015466213226318,Energy,7
+jena_weather/10T/short,TTM-R2-Zeroshot,766.1596069335938,766.1596069335938,7.308579921722412,0.3458213806152344,0.43337202072143555,0.5557089447975159,13.832855224609375,27.679588317871094,0.17192493379116058,0.045395441353321075,0.04539543762803078,Nature,21
+jena_weather/H/short,TTM-R2-Zeroshot,1081.8076171875,1081.8076171875,9.729592323303223,0.5753880739212036,1.828482747077942,0.6190334558486938,23.01552391052246,32.890846252441406,0.2016187608242035,0.059641774743795395,0.05964178219437599,Nature,21
+jena_weather/D/short,TTM-R2-Zeroshot,1248.5050048828125,1248.5050048828125,20.558490753173828,2.5306453704833984,1.7924801111221313,0.5474997162818909,101.22581481933594,35.334190368652344,0.21276958286762238,0.12379571795463562,0.12379571795463562,Nature,21
+bitbrains_fast_storage/5T/short,TTM-R2-Zeroshot,1646846.625,1646846.625,189.82254028320312,0.965898871421814,2.6614601612091064,0.7760849595069885,38.635955810546875,1283.295166015625,4.029229640960693,0.5959958434104919,0.5959958434104919,Web/CloudOps,2
+bitbrains_fast_storage/H/short,TTM-R2-Zeroshot,2551485.5,2551485.5,324.970458984375,1.2754968404769897,5.218166351318359,0.635557234287262,51.019874572753906,1597.3369140625,4.552928924560547,0.9262713193893433,0.9262713193893433,Web/CloudOps,2
+bitbrains_rnd/5T/short,TTM-R2-Zeroshot,1557151.0,1557151.0,147.8542022705078,2.053879737854004,1.7888224124908447,0.7139753103256226,82.15518951416016,1247.8585205078125,5.105876922607422,0.6049767136573792,0.6049767136573792,Web/CloudOps,2
+bitbrains_rnd/H/short,TTM-R2-Zeroshot,1869584.0,1869584.0,242.30137634277344,6.163490295410156,5.455203533172607,0.6784248352050781,246.53961181640625,1367.3272705078125,5.984093189239502,1.060429334640503,1.060429334640503,Web/CloudOps,2
+bizitobs_application/10S/short,TTM-R2-Zeroshot,9943514.0,9943514.0,1497.74755859375,4.214677333831787,0.06536141782999039,0.06266415864229202,168.5870819091797,3153.333984375,0.12161148339509964,0.057762134820222855,0.05776213854551315,Web/CloudOps,2
+bizitobs_service/10S/short,TTM-R2-Zeroshot,44515.95703125,44515.95703125,71.65859985351562,2.732959747314453,0.35066136717796326,0.13076719641685486,109.31838989257812,210.98805236816406,0.1563066989183426,0.05308698117733002,0.05308698117733002,Web/CloudOps,2
+bizitobs_l2c/5T/short,TTM-R2-Zeroshot,24.209394454956055,24.209394454956055,3.1097848415374756,0.32445377111434937,0.17801183462142944,0.22899238765239716,12.978150367736816,4.920304298400879,0.16898316144943237,0.10680259764194489,0.10680260509252548,Web/CloudOps,7
+bizitobs_l2c/H/short,TTM-R2-Zeroshot,213.2822723388672,213.2822723388672,10.186047554016113,0.9834961295127869,0.9913681149482727,0.8249644041061401,39.33984375,14.60418701171875,0.7872030735015869,0.5490540862083435,0.5490540862083435,Web/CloudOps,7
+electricity/15T/medium,TTM-R2-Zeroshot,479186.78125,479186.78125,82.32447814941406,1.3208063840866089,0.22963841259479523,0.19777949154376984,52.83225631713867,692.233154296875,1.192787528038025,0.14185337722301483,0.14185337722301483,Energy,1
+electricity/H/medium,TTM-R2-Zeroshot,6960439.5,6960439.5,280.2503662109375,1.2517058849334717,0.36617472767829895,0.15959197282791138,50.0682373046875,2638.264404296875,1.0298014879226685,0.10939095169305801,0.10939095169305801,Energy,1
+solar/10T/medium,TTM-R2-Zeroshot,23.291641235351562,23.291641235351562,2.581629991531372,1.1273674964904785,3.8910577297210693,1.4938726425170898,45.09469985961914,4.826141357421875,1.0709398984909058,0.5728739500045776,0.5728738903999329,Energy,1
+solar/H/medium,TTM-R2-Zeroshot,673.9286499023438,673.9286499023438,13.676705360412598,1.0454044342041016,6.807587623596191,1.4293445348739624,41.81617736816406,25.96013641357422,0.9351446628570557,0.4926668405532837,0.4926668703556061,Energy,1
+kdd_cup_2018/H/medium,TTM-R2-Zeroshot,4815.142578125,4815.142578125,25.404191970825195,1.0737661123275757,1.1820731163024902,0.559693455696106,42.95064163208008,69.39122772216797,1.452484130859375,0.5317557454109192,0.5317556858062744,Nature,1
+loop_seattle/5T/medium,TTM-R2-Zeroshot,116.44446563720703,116.44446563720703,6.789214134216309,1.0654295682907104,0.237552210688591,0.14933940768241882,42.617183685302734,10.790943145751953,0.19199305772781372,0.12079407274723053,0.12079407274723053,Transport,1
+loop_seattle/H/medium,TTM-R2-Zeroshot,80.56887817382812,80.56887817382812,5.882454872131348,1.1938070058822632,0.15960149466991425,0.13077092170715332,47.752281188964844,8.976016998291016,0.15865008533000946,0.10397172719240189,0.10397172719240189,Transport,1
+sz_taxi/15T/medium,TTM-R2-Zeroshot,17.407360076904297,17.407360076904297,2.9041669368743896,0.5661407113075256,12433696489472.0,0.4201682507991791,22.645627975463867,4.172213077545166,0.3882940411567688,0.27028119564056396,0.27028119564056396,Transport,1
+m_dense/H/medium,TTM-R2-Zeroshot,58433.80859375,58433.80859375,122.33402252197266,1.0201516151428223,0.43751060962677,0.29099923372268677,40.80606460571289,241.73086547851562,0.4205811619758606,0.21284574270248413,0.21284572780132294,Transport,1
+ett1/15T/medium,TTM-R2-Zeroshot,9.845744132995605,9.845744132995605,1.7487417459487915,1.137412428855896,0.7454333305358887,0.4337901473045349,45.496498107910156,3.1377928256988525,0.5980664491653442,0.33331191539764404,0.33331191539764404,Energy,7
+ett1/H/medium,TTM-R2-Zeroshot,138.2218780517578,138.2218780517578,7.0701584815979,1.3201416730880737,3522723315712.0,0.4641319215297699,52.8056640625,11.756780624389648,0.5631219148635864,0.3386438190937042,0.3386438190937042,Energy,7
+ett2/15T/medium,TTM-R2-Zeroshot,14.557876586914062,14.557876586914062,2.3989028930664062,0.9867962598800659,0.1484927535057068,0.17977158725261688,39.47185134887695,3.815478563308716,0.2033337652683258,0.12784188985824585,0.12784187495708466,Energy,7
+ett2/H/medium,TTM-R2-Zeroshot,269.994140625,269.994140625,10.284690856933594,1.097788691520691,0.17862552404403687,0.1798628270626068,43.91154861450195,16.43149757385254,0.22142501175403595,0.13859282433986664,0.13859283924102783,Energy,7
+jena_weather/10T/medium,TTM-R2-Zeroshot,1497.083984375,1497.083984375,11.306266784667969,0.6561654806137085,0.9674649834632874,0.6653227210044861,26.246618270874023,38.692169189453125,0.2374531775712967,0.06938636302947998,0.06938636302947998,Nature,21
+jena_weather/H/medium,TTM-R2-Zeroshot,1447.2547607421875,1447.2547607421875,11.986462593078613,0.8147535920143127,3.532595634460449,0.6771256327629089,32.59014129638672,38.04280090332031,0.23279064893722534,0.0733472928404808,0.0733472928404808,Nature,21
+bitbrains_fast_storage/5T/medium,TTM-R2-Zeroshot,2803018.75,2803018.75,298.1320495605469,1.2348387241363525,5.41544771194458,0.8186819553375244,49.393550872802734,1674.2218017578125,5.0867486000061035,0.9058074951171875,0.9058074951171875,Web/CloudOps,2
+bitbrains_rnd/5T/medium,TTM-R2-Zeroshot,2112217.75,2112217.75,198.39056396484375,4.8130364418029785,2.431964635848999,0.7751559019088745,192.52145385742188,1453.3470458984375,6.114972114562988,0.8347302675247192,0.8347302675247192,Web/CloudOps,2
+bizitobs_application/10S/medium,TTM-R2-Zeroshot,34985988.0,34985988.0,3205.0234375,9.018702507019043,0.12491956353187561,0.1292904019355774,360.74810791015625,5914.8955078125,0.2322605401277542,0.1258518397808075,0.1258518248796463,Web/CloudOps,2
+bizitobs_service/10S/medium,TTM-R2-Zeroshot,182072.703125,182072.703125,155.6486053466797,5.1217827796936035,0.48198986053466797,0.20569010078907013,204.87130737304688,426.6997985839844,0.32114431262016296,0.11714481562376022,0.11714481562376022,Web/CloudOps,2
+bizitobs_l2c/5T/medium,TTM-R2-Zeroshot,195.24891662597656,195.24891662597656,10.268324851989746,0.9921779036521912,0.6358968019485474,1.0157976150512695,39.68711471557617,13.973150253295898,0.7351931929588318,0.540264904499054,0.540264904499054,Web/CloudOps,7
+bizitobs_l2c/H/medium,TTM-R2-Zeroshot,289.9211730957031,289.9211730957031,12.913840293884277,1.2396725416183472,1.3855247497558594,1.0475947856903076,49.5869026184082,17.027070999145508,1.0310150384902954,0.7819526791572571,0.7819526791572571,Web/CloudOps,7
+electricity/15T/long,TTM-R2-Zeroshot,718197.1875,718197.1875,90.5474853515625,1.3471070528030396,0.2316545844078064,0.19732432067394257,53.88428497314453,847.4651489257812,1.3369802236557007,0.14284975826740265,0.14284975826740265,Energy,1
+electricity/H/long,TTM-R2-Zeroshot,10661256.0,10661256.0,325.055908203125,1.3821061849594116,0.39065104722976685,0.1722196787595749,55.28424835205078,3265.157958984375,1.287777304649353,0.12820196151733398,0.1282019466161728,Energy,1
+solar/10T/long,TTM-R2-Zeroshot,22.359167098999023,22.359167098999023,2.523888111114502,1.10085928440094,3.154728651046753,1.4919425249099731,44.03437423706055,4.728548049926758,1.0220000743865967,0.5454980731010437,0.5454980134963989,Energy,1
+solar/H/long,TTM-R2-Zeroshot,705.2949829101562,705.2949829101562,14.768033027648926,1.1248584985733032,8.415304183959961,1.436413049697876,44.99434280395508,26.557390213012695,0.9207931160926819,0.5120345950126648,0.5120344758033752,Energy,1
+kdd_cup_2018/H/long,TTM-R2-Zeroshot,3760.123779296875,3760.123779296875,23.107446670532227,1.0000991821289062,1.153912901878357,0.589838981628418,40.003963470458984,61.319847106933594,1.4388114213943481,0.5421940684318542,0.5421940684318542,Nature,1
+loop_seattle/5T/long,TTM-R2-Zeroshot,124.74163818359375,124.74163818359375,7.093927383422852,1.1124976873397827,0.2543075382709503,0.15363603830337524,44.499908447265625,11.168779373168945,0.19746631383895874,0.12542209029197693,0.12542209029197693,Transport,1
+loop_seattle/H/long,TTM-R2-Zeroshot,74.29878997802734,74.29878997802734,5.402324199676514,1.114170789718628,0.17675289511680603,0.1240486353635788,44.56683349609375,8.619674682617188,0.15404511988162994,0.09654676914215088,0.09654677659273148,Transport,1
+sz_taxi/15T/long,TTM-R2-Zeroshot,16.31110191345215,16.31110191345215,2.8116378784179688,0.5310652256011963,8224755941376.0,0.40968406200408936,21.242610931396484,4.038700580596924,0.3738149106502533,0.26024019718170166,0.26024019718170166,Transport,1
+m_dense/H/long,TTM-R2-Zeroshot,62940.5234375,62940.5234375,128.40859985351562,1.0597881078720093,0.470628559589386,0.2987874746322632,42.39152526855469,250.87950134277344,0.4343095123767853,0.22229425609111786,0.22229427099227905,Transport,1
+ett1/15T/long,TTM-R2-Zeroshot,10.124308586120605,10.124308586120605,1.8443189859390259,1.1956290006637573,0.7989325523376465,0.45920833945274353,47.82516098022461,3.1818718910217285,0.6064679026603699,0.3515290319919586,0.3515290319919586,Energy,7
+ett1/H/long,TTM-R2-Zeroshot,142.861328125,142.861328125,7.135627269744873,1.355435848236084,3003883454464.0,0.4777284562587738,54.217430114746094,11.952461242675781,0.5723775029182434,0.3417097330093384,0.34170976281166077,Energy,7
+ett2/15T/long,TTM-R2-Zeroshot,13.01650333404541,13.01650333404541,2.3665223121643066,0.986086905002594,0.14943784475326538,0.1789281815290451,39.443477630615234,3.6078391075134277,0.1922682821750641,0.12611626088619232,0.12611627578735352,Energy,7
+ett2/H/long,TTM-R2-Zeroshot,278.0689392089844,278.0689392089844,10.509333610534668,1.131842017173767,0.19035466015338898,0.1890520304441452,45.273681640625,16.675399780273438,0.2283567637205124,0.1439172327518463,0.1439172327518463,Energy,7
+jena_weather/10T/long,TTM-R2-Zeroshot,1487.92626953125,1487.92626953125,11.109465599060059,0.6489807367324829,0.8593838214874268,0.6524072885513306,25.959230422973633,38.573646545410156,0.23603875935077667,0.06798072904348373,0.06798072159290314,Nature,21
+jena_weather/H/long,TTM-R2-Zeroshot,1266.5963134765625,1266.5963134765625,13.908403396606445,1.0716230869293213,3.8741116523742676,0.6689540147781372,42.864925384521484,35.589271545410156,0.21428684890270233,0.08374399691820145,0.08374399691820145,Nature,21
+bitbrains_fast_storage/5T/long,TTM-R2-Zeroshot,3219523.0,3219523.0,355.3838195800781,1.1635642051696777,4.895505428314209,0.8371726274490356,46.54256820678711,1794.302978515625,4.741806983947754,0.9391733407974243,0.9391733407974243,Web/CloudOps,2
+bitbrains_rnd/5T/long,TTM-R2-Zeroshot,1991291.25,1991291.25,203.39283752441406,3.782886266708374,2.9021401405334473,0.7515886425971985,151.31544494628906,1411.1312255859375,5.405725955963135,0.7791521549224854,0.7791520953178406,Web/CloudOps,2
+bizitobs_application/10S/long,TTM-R2-Zeroshot,41283780.0,41283780.0,3723.089111328125,9.590826034545898,0.13113968074321747,0.13875478506088257,383.633056640625,6425.24560546875,0.24779604375362396,0.14358466863632202,0.14358466863632202,Web/CloudOps,2
+bizitobs_service/10S/long,TTM-R2-Zeroshot,267102.25,267102.25,188.78057861328125,5.33817720413208,0.43358832597732544,0.21543104946613312,213.52708435058594,516.8193359375,0.38287630677223206,0.13985468447208405,0.13985469937324524,Web/CloudOps,2
+bizitobs_l2c/5T/long,TTM-R2-Zeroshot,358.9239196777344,358.9239196777344,13.98556137084961,1.316333532333374,0.9028239250183105,1.1863360404968262,52.653343200683594,18.945287704467773,1.0637495517730713,0.7852683663368225,0.7852683663368225,Web/CloudOps,7
+bizitobs_l2c/H/long,TTM-R2-Zeroshot,248.46641540527344,248.46641540527344,12.290800094604492,1.2374670505523682,1.677781105041504,0.9531240463256836,49.498680114746094,15.7628173828125,0.9628384113311768,0.7507575750350952,0.7507575154304504,Web/CloudOps,7

results/{TTM-R2-Pretrained → TTM-R2-Zeroshot}/config.json

@@ -1,10 +1,6 @@
 {
-    "model": "TTM-R2-Pretrained",
+    "model": "TTM-R2-Zeroshot",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb",
-    "org": "IBM Research",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "Yes"
+    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2"
 }

results/TempoPFN/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,TempoPFN,3618256.9829756585,3618256.9829756585,338.4312167667779,0.9595844510578648,4.588266457410265,0.8399897172520914,19.241605706495108,1902.1716491882796,5.026871684094993,0.8943726510195391,0.6678268449333727,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,TempoPFN,3490642.119405824,3490642.119405824,301.8811999515851,1.087872593968248,4.769953463921024,0.8210839637401958,26.30283433825968,1868.3260206414252,5.676490438562655,0.9171984579643542,0.6614682834018946,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,TempoPFN,1736889.3352509716,1736889.3352509716,160.0157453841179,0.801255387878816,1.9218905715057013,0.7575231846392683,20.131648115903275,1317.9109739473952,4.137914492539307,0.502409862994168,0.4044679618361981,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TempoPFN,3363884.832010599,3363884.832010599,329.19714123375235,1.1776469011711326,4.457941706914934,0.5853265142362003,29.800183081711054,1834.0896466668685,5.227751330329551,0.9383187981857776,0.6703564200719261,Web/CloudOps,2
-bitbrains_rnd/5T/long,TempoPFN,2493635.7704445343,2493635.7704445343,184.85815909796736,3.49402765035714,1.8313951411684228,0.7196198477764139,123.6137271904707,1579.125001526014,6.049272265365491,0.7081499778530569,0.6656210632794134,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TempoPFN,2275676.336229122,2275676.336229122,151.01203167676363,4.531806050958238,0.5467116146354555,0.7299014896040513,167.39248662886962,1508.5344995157127,6.347173534687507,0.6353845876152348,0.6279025492873883,Web/CloudOps,2
-bitbrains_rnd/5T/short,TempoPFN,2011734.3695229236,2011734.3695229236,134.30605096927297,1.832568262660189,0.6586633552117653,0.656137064195758,62.93383434592541,1418.356220955414,5.803504227963083,0.5495415912627092,0.5202928683440972,Web/CloudOps,2
-bitbrains_rnd/H/short,TempoPFN,1833864.2438088744,1833864.2438088744,153.2905187898267,6.01363937647747,1.5291568048300928,0.5582824469142056,205.55868673901568,1354.2024382672166,5.926652438420676,0.6708743104428145,0.618212914212475,Web/CloudOps,2
-bizitobs_application/10S/long,TempoPFN,5657311.004444445,5657311.004444445,1429.5381944444443,3.9935939909083578,0.0552200571695963,0.0560428445956551,41.407884466219066,2378.5102489677115,0.0917296331255114,0.0551315741322563,0.0479135525414879,Web/CloudOps,2
-bizitobs_application/10S/medium,TempoPFN,2650328.1066666665,2650328.1066666665,935.765625,2.364984377318028,0.0336558278401692,0.0338731847769077,15.434342587999888,1627.982833652329,0.0639260944377557,0.0367447619709549,0.0270434065068804,Web/CloudOps,2
-bizitobs_application/10S/short,TempoPFN,293439.68,293439.68,295.42597222222224,0.9466275803814688,0.0135210143195258,0.0134548451269552,8.580196796530167,541.7007291854055,0.0208912318849855,0.0113933988972522,0.00953574516053,Web/CloudOps,2
-bizitobs_l2c/5T/long,TempoPFN,367.06944444444446,367.06944444444446,13.761483134920637,1.3155973821539892,0.9571163607658632,1.2181312289631128,7.885543197729365,19.159056460182075,1.0757523773983624,0.7726867045715494,0.5896921543935266,Web/CloudOps,7
-bizitobs_l2c/5T/medium,TempoPFN,163.58042091836734,163.58042091836734,8.885337611607143,0.8610525859698702,0.6099801922560945,0.9228806695040844,6.307505529874752,12.789856172700588,0.6729345176643731,0.4674994229187991,0.3627533422032696,Web/CloudOps,7
-bizitobs_l2c/5T/short,TempoPFN,20.047846330915178,20.047846330915178,2.600427972702753,0.2686845079651391,0.1518286962104781,0.2076780035227841,2.5235380675937336,4.477482141886797,0.1537748540925176,0.0893092187547975,0.0720421741602355,Web/CloudOps,7
-bizitobs_l2c/H/long,TempoPFN,98.5917472718254,98.5917472718254,6.016043526785714,0.6413105932372005,0.6509262616598414,0.8261580792115836,4.751776965922631,9.929337705598767,0.6065126048913725,0.3674773019869454,0.2938886036823789,Web/CloudOps,7
-bizitobs_l2c/H/medium,TempoPFN,82.46735491071429,82.46735491071429,5.365966796875,0.54873251131501,0.4955350006673371,0.8101830879498161,3.850019847551049,9.081153831464055,0.5498776579757226,0.3249174399863038,0.2576779421135526,Web/CloudOps,7
-bizitobs_l2c/H/short,TempoPFN,71.66493055555556,71.66493055555556,5.0741470579117065,0.4983927757107515,0.4166772417027315,0.6602853650606105,2.8558255329955027,8.465514193216828,0.4563128955709352,0.2735095215366474,0.2101358130746266,Web/CloudOps,7
-bizitobs_service/10S/long,TempoPFN,139263.86455026455,139263.86455026455,86.99005291005291,1.9752761964322127,0.1301014669105489,0.1029230492969231,25.03013689093193,373.1807397900709,0.2764642223248632,0.0644450121978571,0.0570826431375106,Web/CloudOps,2
-bizitobs_service/10S/medium,TempoPFN,19165.80317460317,19165.80317460317,39.86685763888889,1.4935984152782629,0.0765924653552827,0.0708193369150006,22.81562139347309,138.44061244664866,0.1041936672955716,0.0300047365259027,0.0239326877791516,Web/CloudOps,2
-bizitobs_service/10S/short,TempoPFN,2715.061951058201,2715.061951058201,19.888859333664023,1.1616366321025038,0.0593373701307508,0.0525101472354606,24.95355863856096,52.1062563523633,0.0386019821559286,0.0147343034569216,0.0120944994148936,Web/CloudOps,2
-car_parts/M/short,TempoPFN,1.380084632385992,1.380084632385992,0.4645809090215085,0.8366520149396539,0.8199656181552258,1.8907443630253995,26.291321420640703,1.174770033830448,2.816978032698879,1.114017362919686,1.0292306216598837,Sales,1
-covid_deaths/D/short,TempoPFN,370936.4616541353,370936.4616541353,94.56139567669172,36.04520009694931,0.0940949679211966,0.3625045082139037,843.8589477254002,609.0455333176127,0.2291563350625127,0.0355791836344794,0.0296139962990822,Healthcare,1
-electricity/15T/long,TempoPFN,515609.28629851725,515609.28629851725,79.64843210984422,1.216131395655562,0.1857030765674225,0.1813470064237671,9.465589736859284,718.0593891166087,1.1328267007922177,0.1256551643747329,0.0994305516316144,Energy,1
-electricity/15T/medium,TempoPFN,343459.75924866274,343459.75924866274,67.58744384765625,1.067375896117608,0.1677188596322956,0.1682547257327376,8.490327113278452,586.0543995642919,1.0098307304867264,0.1164599700013375,0.0925882940722339,Energy,1
-electricity/15T/short,TempoPFN,171757.78046281144,171757.78046281144,62.98562438414977,1.1931012587642071,0.180947034795355,0.1919673872999833,12.877546976003789,414.4367026010262,0.8169364520422242,0.1241570840398924,0.1034183194974842,Energy,1
-electricity/D/short,TempoPFN,1744382968.951928,1744382968.951928,4712.234637387387,1.5059817070474473,0.3781292603528917,0.0993942963334438,12.209207841718015,41765.81100555726,0.6863510119895466,0.0774376681365695,0.0605576668549789,Energy,1
-electricity/H/long,TempoPFN,12085989.068084083,12085989.068084083,328.1874481981982,1.351688949542974,0.3323946402737576,0.1600357384061194,10.881146001754864,3476.490912987417,1.3711270438535197,0.129437037789103,0.1018763160058587,Energy,1
-electricity/H/medium,TempoPFN,7633591.743260135,7633591.743260135,279.1331670537725,1.1869987828552766,0.2284607838742088,0.1445345259241482,9.684205926922072,2762.895536074452,1.0784491704274983,0.1089548730733587,0.086722229134305,Energy,1
-electricity/H/short,TempoPFN,2208858.590561656,2208858.590561656,202.0431417159347,1.080026929488082,0.1953288202749636,0.1440642829713808,10.826930992269196,1486.2229276126968,0.7016033646927585,0.0953787923785388,0.0775416499233381,Energy,1
-electricity/W/short,TempoPFN,76037392012.22342,76037392012.22342,34668.69622747748,1.6493742919995291,0.1544844579847553,0.1038489037121781,12.494169358924385,275748.78424432524,0.6291677495879527,0.0791025267667675,0.0615897744737159,Energy,1
-ett1/15T/long,TempoPFN,11.978993055555556,11.978993055555556,1.8880533854166663,1.212444818759412,0.8287945896041671,0.4472149557037699,8.46201695858504,3.461068195738933,0.6596830202135081,0.3598648420592849,0.2797980199158211,Energy,7
-ett1/15T/medium,TempoPFN,13.43643074156746,13.43643074156746,1.8905306280226932,1.1797517678385212,0.7970212191155484,0.43954221337977,8.223282897531906,3.665573726112661,0.698661997148076,0.360337017595522,0.2811686910905668,Energy,7
-ett1/15T/short,TempoPFN,5.099480674380348,5.099480674380348,1.1698426564534503,0.741546008875918,0.4654608062507852,0.2595709059467272,5.147750148415939,2.2582029745752146,0.426894371974916,0.2211489630289341,0.1726175763221381,Energy,7
-ett1/D/short,TempoPFN,42729.2,42729.2,136.59449404761904,1.6581498701514856,1.2102758014012898,0.4676384699468007,10.56560792016809,206.71042547486567,0.5429317891645985,0.3587699695017287,0.2758014109082333,Energy,7
-ett1/H/long,TempoPFN,160.8376488095238,160.8376488095238,7.619004732969577,1.430575614677362,5479841931429.26,0.503485097120815,10.20657408167272,12.68217839369577,0.6073220555826839,0.3648576350433162,0.2829238662092257,Energy,7
-ett1/H/medium,TempoPFN,157.39791666666667,157.39791666666667,7.223530505952381,1.299741057732705,5054848608259.2,0.4486699790563304,9.650358222119532,12.545832641425864,0.6009156437329185,0.3459899879164509,0.2689166253737378,Energy,7
-ett1/H/short,TempoPFN,100.80698649088542,100.80698649088542,5.060569835844494,0.8403265022553135,0.4968278794061569,0.2622573751688414,5.98443659457911,10.040268247954604,0.4686203701424435,0.2361974850710038,0.1834135589681844,Energy,7
-ett1/W/short,TempoPFN,1279605.7142857143,1279605.7142857143,879.8480747767857,1.507155874023796,0.5954761505126953,0.5393904652465016,9.10318356177116,1131.1965851635666,0.4501301203526759,0.3501125489466342,0.2625724585314818,Energy,7
-ett2/15T/long,TempoPFN,13.533348214285716,13.533348214285716,2.424822048611111,1.0135265058563276,0.1584284454575112,0.185030629210618,7.045551229295476,3.678769932230842,0.196048308745081,0.129223156216707,0.101380599232709,Energy,7
-ett2/15T/medium,TempoPFN,12.825265066964286,12.825265066964286,2.290014009021577,0.9483801637803936,0.1461737087731561,0.1714602937799933,6.526389275058007,3.5812379238140943,0.1908506388582445,0.1220389837016552,0.0954723860923936,Energy,7
-ett2/15T/short,TempoPFN,8.133874802362351,8.133874802362351,1.7851745242164248,0.7703858853307536,0.1104452733682924,0.1309166272176335,5.293028437280506,2.851994881194977,0.1353943540652381,0.0847485923602811,0.0674543308068449,Energy,7
-ett2/D/short,TempoPFN,112962.61587301588,112962.61587301588,207.83965773809524,1.5496984874944315,0.4820026700458829,0.1511797712495964,19.462870152067044,336.0991161443539,0.1923583918454782,0.1189521197879121,0.1066884506136202,Energy,7
-ett2/H/long,TempoPFN,229.53148148148148,229.53148148148148,9.273859126984126,1.0113857673562383,0.1748218196029372,0.1693670062333175,9.479883980716991,15.150296415631,0.2074716488827785,0.1269983630549228,0.1072915845761625,Energy,7
-ett2/H/medium,TempoPFN,255.46834077380956,255.46834077380956,9.96962425595238,1.061375295248805,0.1751025049528656,0.1699638172677547,8.471492513095246,15.983377014067132,0.2153862837896859,0.1343470980744068,0.109065760500553,Energy,7
-ett2/H/short,TempoPFN,109.75648716517856,109.75648716517856,6.45131588890439,0.7442834948534669,0.1227267156291921,0.1111503639073804,5.304663232134608,10.476473030804716,0.1328708278042311,0.0818206356342305,0.0646933229648542,Energy,7
-ett2/W/short,TempoPFN,3040794.0,3040794.0,1185.226283482143,0.7919453687947827,0.1242664967264447,0.1334569111973995,10.314707020923404,1743.787257666485,0.1462770170301953,0.0994223145577723,0.0897493054435351,Energy,7
-hierarchical_sales/D/short,TempoPFN,29.341291517026665,29.341291517026665,2.3308575078641742,0.7515303852414364,0.643765657992357,1.0687853866383117,7.160107297447228,5.416760241789059,1.661802055179867,0.7150812707229562,0.5794574773220535,Sales,1
-hierarchical_sales/W/short,TempoPFN,458.0132622153072,458.0132622153072,8.93583847304522,0.7286080065136529,0.5309887622276143,0.4589218333357173,6.849441306693008,21.401244408101768,0.9825415989032096,0.4102487151412057,0.3436783258405172,Sales,1
-hospital/M/short,TempoPFN,2887.856787809648,2887.856787809648,17.96532290648088,0.7630582976954873,0.1943136875860487,0.1736909272797743,5.266586994518253,53.73878290219874,0.1950842608418231,0.0652182939530641,0.0524560110459564,Healthcare,1
-jena_weather/10T/long,TempoPFN,1718.90582010582,1718.90582010582,10.550130983382935,0.6640362455912168,0.7972626043441335,0.664936377234079,6.621161578850359,41.45968909803618,0.2536989403275045,0.064558058900818,0.0533160206667286,Nature,21
-jena_weather/10T/medium,TempoPFN,1660.2598022637085,1660.2598022637085,10.15341374120671,0.6136259378470442,0.7647985972503782,0.6674678211249887,5.93342577688109,40.74628574807412,0.250059272905106,0.0623113300026583,0.0510033972767451,Nature,21
-jena_weather/10T/short,TempoPFN,1050.4386885446215,1050.4386885446215,6.41726545303587,0.292725754515535,0.3439445336407977,0.568207526297445,2.755726611829969,32.41047189635815,0.2013096684158334,0.0398592647653549,0.03274036960386,Nature,21
-jena_weather/D/short,TempoPFN,427.30902777777777,427.30902777777777,10.311205667162698,1.2874194691385978,0.7325579906276438,0.486565054600677,8.388405658068676,20.671454418540023,0.1244759415252602,0.0620903110005419,0.0506077846040417,Nature,21
-jena_weather/H/long,TempoPFN,1290.070634920635,1290.070634920635,12.581970279431218,1.140988291353168,3.88548675463336,0.6861124363452801,8.200180878390375,35.91755329808303,0.2162634648338188,0.0757574009700474,0.0618072701020758,Nature,21
-jena_weather/H/medium,TempoPFN,1742.8521825396826,1742.8521825396826,12.35874488467262,0.8782377911156792,3.545601453541025,0.7001498803384193,7.342938930567742,41.747481152036976,0.255460241214288,0.0756253518109623,0.0600757598751637,Nature,21
-jena_weather/H/short,TempoPFN,1235.4418716876828,1235.4418716876828,8.964551015804485,0.5611385029075185,1.478170493854511,0.6203076482334885,5.110643040937704,35.148853063616215,0.2154602151292791,0.0549521228162633,0.0439211763031603,Nature,21
-kdd_cup_2018/D/short,TempoPFN,3007.9840201933307,3007.9840201933307,21.784901216472587,1.213689940300646,0.5259014022850484,0.4765536007317,9.068395818072355,54.845091122117125,1.2285882717386165,0.4880049169022034,0.3817844300375371,Nature,1
-kdd_cup_2018/H/long,TempoPFN,4026.646239183037,4026.646239183037,23.803200396499903,1.016140337194536,1.052279311582525,0.6002688257398056,7.894461230299585,63.45586055821036,1.488930964694955,0.5585192891155629,0.4361924024242362,Nature,1
-kdd_cup_2018/H/medium,TempoPFN,5010.101625543566,5010.101625543566,25.41210362428859,1.0732953214395051,1.052224683751761,0.5718608229379591,8.895520812896255,70.78207135669008,1.4815969585566695,0.5319213569004195,0.4250349871439885,Nature,1
-kdd_cup_2018/H/short,TempoPFN,4745.364931404211,4745.364931404211,24.703448951029102,1.0192517924056437,1.1250171321773017,0.508873616577222,7.690231024699732,68.88660923143344,1.4419214870539816,0.5170879252767191,0.407936825867448,Nature,1
-loop_seattle/5T/long,TempoPFN,143.79048381779612,143.79048381779612,7.197657165982256,1.124932179969269,0.2746223631846687,0.1540881178804492,10.301217356464582,11.991266981340884,0.2120080646688819,0.1272560579532165,0.103843879033806,Transport,1
-loop_seattle/5T/medium,TempoPFN,135.90292908281734,135.90292908281734,6.9837141397986,1.0929173620658874,0.2533539062043338,0.152741208437223,9.459404812612885,11.65774116554392,0.2074151689186729,0.1242546242377878,0.1007216468880828,Transport,1
-loop_seattle/5T/short,TempoPFN,55.07204281203641,55.07204281203641,4.052846149960293,0.6386709392602476,0.1157079082032352,0.0849917301121413,5.351151924838335,7.421054022983285,0.1272546927022406,0.0694973638226292,0.0555923827352211,Transport,1
-loop_seattle/D/short,TempoPFN,19.22348884763609,19.22348884763609,2.9199862233133387,0.882942169035729,0.0537918834863432,0.0539515098306408,7.512909316602903,4.384459926562917,0.0783561571785183,0.0521840553466773,0.0425073760052162,Transport,1
-loop_seattle/H/long,TempoPFN,92.96811078323871,92.96811078323871,5.41151807933974,1.116537919624389,0.1772630915266154,0.1214857343071853,8.075697052499791,9.641997240366685,0.1723153713454961,0.0967110572776757,0.0762777215333773,Transport,1
-loop_seattle/H/medium,TempoPFN,73.21742100828818,73.21742100828818,4.869904792714784,0.9948131743249428,0.1324426963971495,0.1104619028789109,7.238022698815357,8.55671788761837,0.1512390320842758,0.0860750227909825,0.0676708871822447,Transport,1
-loop_seattle/H/short,TempoPFN,76.14078191912911,76.14078191912911,4.676374909801503,0.9436139302609656,0.1369242086188304,0.1066310293785478,7.169357926178901,8.725868548123396,0.1544567497276496,0.0827765929652023,0.0655274010829642,Transport,1
-m4_daily/D/short,TempoPFN,1112905.8005677783,1112905.8005677783,196.52268612543932,4.372761062940581,0.0376063521746595,0.0322795529975073,73.70884513793729,1054.9435058654935,0.1629596160533486,0.0303573236848358,0.0251042328812495,Econ/Fin,1
-m4_hourly/H/short,TempoPFN,3069025.55805526,3069025.55805526,318.0727330083432,0.8084784636610177,0.1193998255399498,0.1061841264303322,5.710559329458197,1751.8634530280208,0.2391680663866767,0.0434239554415285,0.0323819182333365,Econ/Fin,1
-m4_monthly/M/short,TempoPFN,1888124.477016204,1888124.477016204,549.9968148871528,0.9217615703803564,0.157565068465692,0.1293010993297977,7.671573883821074,1374.0904180643297,0.2855831600688605,0.1143082189922729,0.0912326621749872,Econ/Fin,1
-m4_quarterly/Q/short,TempoPFN,1753619.374916667,1753619.374916667,552.2895295410157,1.1583565915207,0.1138860057890415,0.1004795715377529,8.745826363405456,1324.2429440690505,0.2216549501355986,0.092443541933982,0.0737285029120814,Econ/Fin,1
-m4_weekly/W/short,TempoPFN,607561.4484679665,607561.4484679665,284.2463205753161,2.4931339160639845,0.0628478183259998,0.0631521139918567,35.216213640568455,779.4622816198142,0.1420059370329369,0.0517852705041478,0.0427721929788442,Econ/Fin,1
-m4_yearly/A/short,TempoPFN,3981871.368097269,3981871.368097269,945.8485271393748,3.594287580979644,0.1813482780491965,0.1574376427947597,30.47808014725305,1995.4626952406977,0.3199816919998426,0.1516711952628658,0.1220860237418128,Econ/Fin,1
-m_dense/D/short,TempoPFN,10432.774814814817,10432.774814814817,49.92540509259259,0.716391519986865,0.1296904092368768,0.1042102598672269,7.594356199341907,102.14095561925596,0.176821102803412,0.0864282611500752,0.0723087394241984,Transport,1
-m_dense/H/long,TempoPFN,69720.16197530864,69720.16197530864,130.88989197530864,1.1207445037710384,0.4772352302896374,0.3084701081167127,8.331446128485986,264.04575735146483,0.4571022390360082,0.2265897520536809,0.1803573058785147,Transport,1
-m_dense/H/medium,TempoPFN,59202.59777777778,59202.59777777778,116.75945746527778,0.9974534903596788,0.4046579227656174,0.2835007501023778,7.860410512848903,243.31583955381487,0.4233388211334883,0.2031467049994665,0.1623521118844338,Transport,1
-m_dense/H/short,TempoPFN,56761.099027777775,56761.099027777775,105.46545247395834,0.9083752568964248,0.3625613449923406,0.2503984492754204,8.850123567663994,238.24587935109764,0.4225888717008309,0.1870694539850069,0.1532706642869601,Transport,1
-restaurant/D/short,TempoPFN,141.35223064313942,141.35223064313942,7.147021993998888,0.6863793596182625,0.6477974089763852,0.39361027068903,4.6517007613714565,11.889164421570568,0.5471668935978649,0.3289225116474076,0.2574888292666817,Sales,1
-saugeen/D/short,TempoPFN,1332.268125,1332.268125,14.217711588541668,3.159507034675852,0.343343505859375,0.370225833163857,29.900541686949477,36.50024828682676,1.1822517387572482,0.4605150659418648,0.3798277414404716,Nature,1
-saugeen/M/short,TempoPFN,436.14378720238096,436.14378720238096,13.104008265904016,0.7677055406440635,0.3685969625200544,0.3755904385589027,5.058659432159418,20.88405581304505,0.6270020070882578,0.3934216397990439,0.2987275977752708,Nature,1
-saugeen/W/short,TempoPFN,1022.00615234375,1022.00615234375,15.432559204101562,1.2518516198694998,0.3968208312988281,0.4121084413075842,11.22219787148846,31.968830950532897,0.9650057451344712,0.4658446321396566,0.3813628841565235,Nature,1
-solar/10T/long,TempoPFN,37.78305248251217,37.78305248251217,2.7866745948018043,1.214705032724981,1.8266880795155165,1.6107086534619184,9.20458964921274,6.146792048094044,1.3285307434179614,0.6022951227451945,0.4667998641968494,Energy,1
-solar/10T/medium,TempoPFN,30.12696470291418,30.12696470291418,2.3539968185576683,1.0259451011656044,2.551014183871936,1.535072505812766,6.89999148291423,5.488803576638007,1.217987341465626,0.5223612553848703,0.4057535032704926,Energy,1
-solar/10T/short,TempoPFN,25.65273684016689,25.65273684016689,2.24543791165317,0.9911362110444696,2.5917711639699004,1.5956671600988714,5.05982280366222,5.064853091666815,1.4733651872342612,0.653197632635979,0.4935287986242122,Energy,1
-solar/D/short,TempoPFN,140204.03698296836,140204.03698296836,249.91001368613135,0.9749128655715203,1.1146321020567214,0.4203658745642584,5.600866745464962,374.43829529438943,0.5409358132622821,0.3610348572637601,0.2822855355828816,Energy,1
-solar/H/long,TempoPFN,783.437510137875,783.437510137875,12.81624784570154,0.9761773348447412,3.3414418534142247,1.4562960320266205,7.556206423076039,27.98995373590094,0.9704628341834614,0.4443627283307781,0.3505849847892496,Energy,1
-solar/H/medium,TempoPFN,833.4198296836983,833.4198296836983,12.512497148722629,0.9572939417619708,3.160871762852397,1.450740022192459,7.168044400156375,28.869011581342686,1.0399291777627522,0.4507293516082588,0.3587224356592087,Energy,1
-solar/H/short,TempoPFN,741.199458357344,741.199458357344,11.236547508440031,0.8685164089622858,3.3186240137958527,1.43583049195247,6.191705384186862,27.224978574047476,1.0035217818558928,0.4141828852834149,0.3232686160844196,Energy,1
-solar/W/short,TempoPFN,2347435.0364963505,2347435.0364963505,1216.2723540145985,1.3307958944424054,0.2787131358237162,0.232816148029339,9.018767002302416,1532.1341444195905,0.3127468768391526,0.2482715899840278,0.182517771146522,Energy,1
-sz_taxi/15T/long,TempoPFN,16.503143919159545,16.503143919159545,2.79878986934651,0.528993560771414,8097110420372.057,0.4090025440315828,4.217670297139487,4.062406173582295,0.3760090499440382,0.2590509847610789,0.207437608211451,Transport,1
-sz_taxi/15T/medium,TempoPFN,17.080281366853633,17.080281366853633,2.8379674145299147,0.5548316711810012,11413195380557.455,0.4150869350122109,4.003654382317505,4.132829704555177,0.3846287796808951,0.2641202327358593,0.2086089818709996,Transport,1
-sz_taxi/15T/short,TempoPFN,17.24009844322344,17.24009844322344,2.7841574420859088,0.5558349832307647,956856373595.1888,0.4016793761734464,3.9498539926371095,4.152119752996467,0.3882409656073763,0.2603306354394822,0.20470716461367,Transport,1
-sz_taxi/H/short,TempoPFN,7.39170645037268,7.39170645037268,1.8780369391808145,0.5727259087699795,1.1904760874234712,0.3007927448972708,4.13172781105312,2.7187692896552806,0.2532701334745672,0.1749507279143944,0.1380282714985613,Transport,1
-temperature_rain/D/short,TempoPFN,185.9097353343313,185.9097353343313,5.882616175640533,1.3631103893097485,27.98747634396327,1.5210877307257795,25.653777081769206,13.634872032194924,1.605184930238957,0.6925394542187013,0.5670617778904212,Nature,1
-us_births/D/short,TempoPFN,173711.7066666667,173711.7066666667,262.520234375,0.3865791284094845,0.0251130040486653,0.0248028352333846,3.0451996411307154,416.7873638519607,0.0390704333267364,0.024609141743824,0.0195924956071727,Healthcare,1
-us_births/M/short,TempoPFN,42345229.333333336,42345229.333333336,5471.84765625,0.6194267273791539,0.016852726538976,0.0170317398110582,3.755457269583364,6507.32121024722,0.0202116953126723,0.0169955215137264,0.0125850097572043,Healthcare,1
-us_births/W/short,TempoPFN,1749907.142857143,1749907.142857143,1002.00244140625,0.911081904499245,0.0135813121284757,0.0135829704909661,5.83050142925883,1322.8405583656493,0.0179574308694424,0.0136020848913159,0.0107284204594915,Healthcare,1

results/TempoPFN/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "TempoPFN",
-    "model_type": "zero-shot",
-    "model_dtype": "bfloat16",
-    "model_link": "https://github.com/automl/TempoPFN",
-    "code_link": "https://github.com/automl/TempoPFN/blob/main/examples/gift_eval/gift_eval_submission.ipynb",
-    "org": "University of Freiburg",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-  }

results/TiRex/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-hospital/M/short,TiRex,2644.19643633203,2644.19643633203,17.5862532594524,0.755865392174249,0.191281222095183,0.172168637192389,5.25967332209665,51.421750615202,0.186672895592297,0.0638421831090076,0.0507120184694813,Healthcare,1
-bitbrains_rnd/H/short,TiRex,1860029.63488342,1860029.63488342,148.293652231363,5.81352395077296,1.21926167009735,0.540491088435329,201.119558566922,1363.82903433071,5.968783393746,0.649005605948899,0.610826124077467,Web/CloudOps,2
-electricity/15T/short,TiRex,146322.356103604,146322.356103604,56.3978325591216,1.05886695554428,0.17361034036139,0.174779273368217,10.3802298347494,382.521053150808,0.754024396079158,0.111171244785838,0.0908779875964044,Energy,1
-electricity/15T/medium,TiRex,255671.678666667,255671.678666667,56.1211638513514,0.886755694424925,0.146496468651524,0.141831616650831,7.61869001719984,505.639870527104,0.871268413985601,0.0967024166207872,0.0785193705902253,Energy,1
-electricity/15T/long,TiRex,342905.674258258,342905.674258258,61.5929007132132,0.931412999226833,0.150075429994154,0.142895412135769,7.7065866990373,585.581483875864,0.923826556435333,0.097170349359635,0.078357523139035,Energy,1
-ett2/15T/short,TiRex,8.27063685825893,8.27063685825893,1.75263817196801,0.753517418470681,0.108876788573041,0.127567155020578,5.91709698916717,2.87587149543559,0.136527850674307,0.0832039689563025,0.0664633034282213,Energy,7
-ett2/15T/medium,TiRex,11.5075992063492,11.5075992063492,2.11123031374008,0.875448046886407,0.132833499862704,0.159348328605531,6.58646624550195,3.39228524837597,0.180781021367569,0.112511285023224,0.08887998139281,Energy,7
-ett2/15T/long,TiRex,11.4011954365079,11.4011954365079,2.152353515625,0.895088792806266,0.136160108385271,0.162007572234623,6.98905559555637,3.37656562745461,0.179943294314093,0.114702814890065,0.0917998952067343,Energy,7
-kdd_cup_2018/H/short,TiRex,4603.77870809985,4603.77870809985,22.6580666420206,0.938996642282699,0.871673945737486,0.492577772758213,7.38520178415405,67.8511511184582,1.42024748114532,0.474274371849209,0.378479913803786,Nature,1
-kdd_cup_2018/H/medium,TiRex,5263.3172234338,5263.3172234338,25.2960950972606,1.03550057716719,0.875891458239159,0.56021339373083,8.43783042836189,72.548723099954,1.51857616634071,0.529493083748186,0.42078225967313,Nature,1
-kdd_cup_2018/H/long,TiRex,4159.45667063118,4159.45667063118,24.0769403155594,1.01017684177464,0.944022770224736,0.607863225110001,7.55887128426801,64.4938498667212,1.51328633070932,0.564942312176045,0.441401874867448,Nature,1
-bitbrains_rnd/5T/short,TiRex,1822980.9044414,1822980.9044414,124.569639880882,1.65443881126234,1.03871106305341,0.652076655293488,53.0002449835185,1350.17810100794,5.52453899259735,0.509703003108993,0.404343446178176,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TiRex,2271289.45280659,2271289.45280659,144.008904336876,4.41284012548038,0.323056186110018,0.706112744305564,160.75371303913,1507.07977652365,6.34105204289741,0.605918791603154,0.60358127879194,Web/CloudOps,2
-bitbrains_rnd/5T/long,TiRex,2663408.83434101,2663408.83434101,181.691378848576,3.35080382531189,1.6193283618618,0.689429497932538,115.778865334641,1631.99535365178,6.25180678895661,0.696018768214446,0.631590464570861,Web/CloudOps,2
-m4_weekly/W/short,TiRex,251983.208056567,251983.208056567,251.707306620956,1.9898576085037,0.0601451702947557,0.0600645180966427,13.6699438957489,501.979290465819,0.0914528473795872,0.0458571704728537,0.0366506530197832,Econ/Fin,1
-us_births/D/short,TiRex,224253.226666667,224253.226666667,300.685078125,0.442530892940835,0.0289126841227214,0.0283680566151937,4.61466207089751,473.553826578,0.0443918285740266,0.0281867861555422,0.0229982063460591,Healthcare,1
-covid_deaths/D/short,TiRex,358791.05764411,358791.05764411,101.769666353383,34.0894655192164,0.0877009080495907,0.364382146773183,590.76244317065,598.991700814052,0.225373542460132,0.038291332233613,0.0320417471338689,Healthcare,1
-hierarchical_sales/W/short,TiRex,466.043531514831,466.043531514831,8.91578803628178,0.722002990448829,0.521284520966481,0.456024978120448,6.72950422672361,21.5880414006188,0.991117540198871,0.409328189781998,0.347713604359324,Sales,1
-bitbrains_fast_storage/H/short,TiRex,3243963.03668098,3243963.03668098,334.448431569116,1.01909825389839,4.01457071055922,0.576481967492728,19.1859552323854,1801.10050710142,5.13372137052289,0.953286645422924,0.700457273184491,Web/CloudOps,2
-jena_weather/10T/short,TiRex,759.07251984127,759.07251984127,5.28411962115575,0.280013898626847,0.333174281482271,0.548704795231895,2.31333516965091,27.5512707482118,0.171127921943386,0.0328210055475335,0.0268340697020524,Nature,21
-jena_weather/10T/medium,TiRex,1490.73217893218,1490.73217893218,9.60529288419913,0.605888380590751,0.844295391597424,0.657101427218615,5.60158569649755,38.6100010221727,0.236948916222463,0.0589475182247028,0.0484508173393888,Nature,21
-jena_weather/10T/long,TiRex,1481.66798941799,1481.66798941799,9.74874235284392,0.64869173167028,0.87222681475266,0.6455078125,5.83779066010593,38.4924406788916,0.235541844869428,0.0596542260882094,0.0490159690415373,Nature,21
-sz_taxi/15T/short,TiRex,16.6106371384692,16.6106371384692,2.719239305955,0.542612799483091,1058725744525.09,0.393572170364697,3.86039157025905,4.07561493991633,0.381087427565312,0.254260504811613,0.199707467245458,Transport,1
-sz_taxi/15T/medium,TiRex,16.406492053953,16.406492053953,2.75556891025641,0.53719561769997,9773193493407.73,0.406178296733106,3.82328875190454,4.05049281618336,0.376965965360914,0.256451681687493,0.20224328876413,Transport,1
-sz_taxi/15T/long,TiRex,15.6001958689459,15.6001958689459,2.69801237535613,0.508947046551112,6486175791256.87,0.398897367732817,3.8126544811249,3.9497083270725,0.365577967070455,0.249723219447115,0.19804045792907,Transport,1
-bizitobs_l2c/H/short,TiRex,70.4708116319444,70.4708116319444,5.00163244822669,0.494049349450387,0.483508286144522,0.645069182865203,3.21610501906271,8.39468948990637,0.452495262677301,0.2696007983615,0.211869589661229,Web/CloudOps,7
-bizitobs_l2c/H/medium,TiRex,83.9045200892857,83.9045200892857,5.14754580543155,0.519407285636078,0.512528478223083,0.789695667085194,3.74675345707516,9.15994105271894,0.554648343893623,0.311691717191968,0.252226751198328,Web/CloudOps,7
-bizitobs_l2c/H/long,TiRex,85.6205667162698,85.6205667162698,5.50080760168651,0.584526991382213,0.67236099600234,0.844378565228175,4.61491715806473,9.25313820907641,0.565208388011856,0.336005204619431,0.267920303958168,Web/CloudOps,7
-m4_daily/D/short,TiRex,355053.278988813,355053.278988813,171.296116430515,3.23342416752454,0.0366710728721357,0.0300325869853187,26.7510831760996,595.863473447411,0.0920444396869217,0.0264605161416795,0.0209845012924179,Econ/Fin,1
-temperature_rain/D/short,TiRex,184.264866911557,184.264866911557,5.73554940948832,1.32775200467932,19.7353202546275,1.53731190474545,18.9116728320248,13.5744195791775,1.59806806307989,0.675225801151743,0.547114671834489,Nature,1
-solar/W/short,TiRex,1436996.67153285,1436996.67153285,949.579664689781,1.03917831602574,0.210086015019104,0.185790514423899,7.25307866673056,1198.74795997025,0.244694428808035,0.193832950226465,0.143733119722635,Energy,1
-solar/H/short,TiRex,588.254377961327,588.254377961327,9.66517399795108,0.744055301637309,3.52267769565368,1.39275235930697,4.10300131920922,24.2539559239586,0.894008917992685,0.356261542455586,0.27294675614805,Energy,1
-solar/H/medium,TiRex,669.71800486618,669.71800486618,10.2703286572384,0.783587840190401,3.66420620378017,1.39278866076384,4.57372507515444,25.8789104265651,0.932218755237414,0.369961209298128,0.285002422784048,Energy,1
-solar/H/long,TiRex,684.682725060827,684.682725060827,10.864412256691,0.825937782882037,4.45946881094626,1.39144387517171,4.89489661061675,26.1664427284418,0.907238256381854,0.376688972768173,0.286549909649834,Energy,1
-bizitobs_l2c/5T/short,TiRex,21.9927083333333,21.9927083333333,2.70683274042039,0.279404233539459,0.14863716297864,0.209346516927083,3.04083128718608,4.68963840112789,0.161061164918434,0.0929635927381121,0.0757868723998155,Web/CloudOps,7
-bizitobs_l2c/5T/medium,TiRex,110.856505102041,110.856505102041,6.12811636373299,0.619657460159213,0.422435374290898,0.716299625318878,3.41074281082924,10.528841584051,0.553971900641935,0.322429038586215,0.251045131938078,Web/CloudOps,7
-bizitobs_l2c/5T/long,TiRex,118.173561507937,118.173561507937,6.07899677579365,0.606914542915138,0.451283226613999,0.788613978794643,3.45909915059771,10.8707663716932,0.610377279945655,0.341326580844308,0.269298286344833,Web/CloudOps,7
-ett2/H/short,TiRex,108.625651041667,108.625651041667,6.31626848493304,0.723450509844985,0.117928764649165,0.107504563104539,5.24903193204832,10.422363025805,0.132184562384975,0.0801078587955249,0.0637035663238856,Energy,7
-ett2/H/medium,TiRex,239.600446428571,239.600446428571,9.7535888671875,1.13485833908813,0.19244802425261,0.186294846307664,8.502277426429,15.479032477147,0.208589916822852,0.13143588228364,0.107098715176229,Energy,7
-ett2/H/long,TiRex,269.734623015873,269.734623015873,10.3482804232804,1.18447623253982,0.201857746503876,0.199055101505663,9.03218502617122,16.4235995754851,0.224908555650492,0.141711735771999,0.114179095263771,Energy,7
-jena_weather/D/short,TiRex,349.400992063492,349.400992063492,9.24314856150794,1.0148134039666,0.580600590068475,0.448921421595982,6.74877929327845,18.6922709177749,0.112558022025216,0.0556588615661044,0.0443666263226254,Nature,21
-kdd_cup_2018/D/short,TiRex,2898.74858700712,2898.74858700712,21.1785981448235,1.20081279350788,0.532790038867694,0.46727168216803,9.09800562951533,53.8400277396577,1.20607375328813,0.474423071946037,0.376010434817368,Nature,1
-electricity/D/short,TiRex,1217102237.29009,1217102237.29009,4187.82082882883,1.41100095624963,0.462302094433848,0.0951578468116554,11.6408151311046,34886.9923795401,0.57330914482646,0.0688198040101141,0.0544045662328728,Energy,1
-m_dense/D/short,TiRex,9682.07407407408,9682.07407407408,46.8870775462963,0.676466322469793,0.12428814186,0.0975540500217014,7.52986235294712,98.3975308332179,0.17034068077372,0.0811684667399199,0.0677391601735547,Transport,1
-us_births/W/short,TiRex,2231215.85714286,2231215.85714286,1151.05894252232,1.04645785562603,0.0155978894659451,0.0156046194689614,6.41147759786562,1493.72549591378,0.0202771771406339,0.015625512278317,0.0123022329409069,Healthcare,1
-restaurant/D/short,TiRex,137.628537405436,137.628537405436,7.06953832772952,0.677866081421558,0.684489547944686,0.390664766624638,4.65087208860166,11.731518972641,0.539911684777291,0.325356533797841,0.254774507499283,Sales,1
-loop_seattle/H/short,TiRex,59.0568889692304,59.0568889692304,4.06274919290777,0.824491105530812,0.111127780771134,0.0933387121911557,6.96009703685967,7.68484801210996,0.136029624639534,0.0719147921787039,0.0579328784553887,Transport,1
-loop_seattle/H/medium,TiRex,70.4620098039216,70.4620098039216,4.4874209881321,0.918036210957686,0.115524874629128,0.102947544534878,7.54305505942023,8.39416522376833,0.148365913951787,0.0793146546967499,0.0639476714240825,Transport,1
-loop_seattle/H/long,TiRex,61.2371517027864,61.2371517027864,4.18108364508084,0.874260418832198,0.121539569089697,0.0971182503977468,7.31816185892794,7.82541703059884,0.139850679080602,0.0747215624127076,0.0599976849474176,Transport,1
-bitbrains_fast_storage/5T/short,TiRex,1793533.6468832,1793533.6468832,152.617672373269,0.690323257895346,1.76809231187727,0.749194142434284,14.7245390050409,1339.22875076784,4.20484711707723,0.479181752427164,0.379986469449896,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,TiRex,3488059.71099448,3488059.71099448,289.036957313442,1.00319651211573,4.27677880587811,0.807874056337002,21.1835531721736,1867.63479058259,5.67439064160822,0.878174155851259,0.63844764801188,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,TiRex,4253620.75945946,4253620.75945946,351.517821910294,0.915079747536741,4.62810728117076,0.826736469454913,16.7047656520911,2062.43078901074,5.45038881902059,0.928956654659582,0.67175241451944,Web/CloudOps,2
-ett1/D/short,TiRex,42060.2920634921,42060.2920634921,137.44466765873,1.67920212923972,1.16163775731647,0.478167724609375,10.8968733055242,205.086060139377,0.538665339730188,0.361002978691859,0.27701612446829,Energy,7
-saugeen/D/short,TiRex,1260.25520833333,1260.25520833333,13.4994775390625,2.99962314573788,0.30044189453125,0.341775614420573,29.1906511120771,35.5000733567317,1.14985583446437,0.437251293948898,0.35754300109357,Nature,1
-solar/10T/short,TiRex,29.0384784633516,29.0384784633516,2.45663135834854,1.08840250635685,6.14568620138451,1.54691539309611,5.14650642147991,5.38873625847022,1.56758279402509,0.714633796106937,0.54092029681464,Energy,1
-solar/10T/medium,TiRex,21.0330122622207,21.0330122622207,1.9521716797307,0.856162079212004,3.54719020038737,1.46772919949956,5.08960526936923,4.58617621360331,1.01769067602589,0.433194631852752,0.334213226821628,Energy,1
-solar/10T/long,TiRex,19.4040389136,19.4040389136,1.89603823919366,0.830923895840091,2.94041326833921,1.47183405248885,5.39216370608081,4.40500157929597,0.95207052332571,0.409798290906215,0.320531392485542,Energy,1
-m4_monthly/M/short,TiRex,1816001.82014815,1816001.82014815,551.921800636574,0.921364086798541,0.158591870095995,0.130974720036542,7.46045679873852,1347.59111756799,0.28007569768415,0.114708297914098,0.0914518007923697,Econ/Fin,1
-bizitobs_service/10S/short,TiRex,2880.53544973545,2880.53544973545,20.1323511904762,0.825489803577478,0.0583618809937169,0.0484123916222305,7.63762366043384,53.6706199865015,0.0397609110925938,0.0149146893769948,0.0117277966973059,Web/CloudOps,2
-bizitobs_service/10S/medium,TiRex,13943.826031746,13943.826031746,37.5231001984127,1.1744109098841,0.0685378059508309,0.0618882291279142,11.7837792617469,118.083978725931,0.0888727850510518,0.0282407694452991,0.0230622873768297,Web/CloudOps,2
-bizitobs_service/10S/long,TiRex,131327.972910053,131327.972910053,78.7745436507937,1.4943902945243,0.0881985845010747,0.0853091026992394,19.8262119398491,362.39201551642,0.268471590476097,0.0583587002953685,0.0530869721056591,Web/CloudOps,2
-jena_weather/H/short,TiRex,1122.3045112782,1122.3045112782,8.26004137949039,0.523626147293653,1.04545920790151,0.60624114811769,4.45395155685419,33.5008135912875,0.205357830639192,0.050633521901189,0.0408131511606026,Nature,21
-jena_weather/H/medium,TiRex,1594.23343253968,1594.23343253968,10.6992854042659,0.757858239977878,1.925273364389,0.66883777436756,5.79843837700476,39.9278528415902,0.244325612865952,0.0654708249400793,0.0527998392140855,Nature,21
-jena_weather/H/long,TiRex,1371.43439153439,1371.43439153439,11.8446531911376,0.984803991760474,2.25631090728243,0.662045497995205,7.15663575501418,37.0328825712284,0.222978982760088,0.0713179352059895,0.0586325972922798,Nature,21
-bizitobs_application/10S/short,TiRex,528159.253333333,528159.253333333,380.366631944444,1.20508471840302,0.0164307202233209,0.0167000071207682,8.07649955082409,726.745659315096,0.0280276751943635,0.0146692206252183,0.0114647240446569,Web/CloudOps,2
-bizitobs_application/10S/medium,TiRex,4210563.84,4210563.84,1142.3096875,2.64176880560029,0.0376736831665039,0.038354237874349,33.4502951134848,2051.96584766901,0.0805746595416203,0.0448551394098318,0.038027088981558,Web/CloudOps,2
-bizitobs_application/10S/long,TiRex,6242166.89777778,6242166.89777778,1524.97083333333,3.3952556662572,0.0489295069376628,0.0498919762505425,58.5291787797066,2498.43288838779,0.096354569983455,0.0588120295590415,0.0518335702120556,Web/CloudOps,2
-solar/D/short,TiRex,128172.371776156,128172.371776156,245.218080900243,0.956101721293655,1.07360655698753,0.418233443582725,5.29267763868974,358.011692233865,0.517204954929065,0.354256604549535,0.27272924798333,Energy,1
-m4_hourly/H/short,TiRex,793757.938808374,793757.938808374,179.838315217391,0.722167134003322,0.0859587910478626,0.0785340940318822,5.45090485663555,890.93093941583,0.121631738496967,0.0245518995474546,0.0201566007817003,Econ/Fin,1
-m4_quarterly/Q/short,TiRex,1734981.68666667,1734981.68666667,545.696161458333,1.14570153997989,0.110111211458842,0.0996874338785807,8.75125965271807,1317.18703556734,0.22047391484399,0.0913399280309771,0.0728452027046033,Econ/Fin,1
-car_parts/M/short,TiRex,1.39280723185594,1.39280723185594,0.459582583590999,0.846948909033782,0.830748690126757,1.89617928841587,15.7911825986166,1.18017254325626,2.82993269611018,1.10203189126775,0.995178384556839,Sales,1
-us_births/M/short,TiRex,43087882.6666667,43087882.6666667,5335.27994791667,0.601660107977772,0.0164558365941048,0.0166467999418577,3.876819976161,6564.13609446564,0.0203881619556958,0.01657134314275,0.0124333765361167,Healthcare,1
-loop_seattle/5T/short,TiRex,43.4963103775639,43.4963103775639,3.5392723248839,0.560244137718282,0.0996245857608823,0.0750905394185069,4.30820887489137,6.59517326365001,0.113092664433702,0.0606907083978658,0.0479319004409381,Transport,1
-loop_seattle/5T/medium,TiRex,88.6736284184727,88.6736284184727,5.58500180396994,0.880264287103265,0.175820255811,0.126898798356976,6.41590284012957,9.41666758564157,0.167541861632186,0.0993686557315688,0.0780106683606492,Transport,1
-loop_seattle/5T/long,TiRex,106.183226694186,106.183226694186,6.06466739766082,0.951881420955391,0.184712493550052,0.136631232262642,6.93582870994652,10.3045245739038,0.182186101859072,0.10722455988409,0.0843039723354861,Transport,1
-sz_taxi/H/short,TiRex,7.25931073050214,7.25931073050214,1.84754461304754,0.562878902792566,1.06078162560096,0.295248667399089,3.94262819039669,2.69431080807359,0.250991678061704,0.17211018169586,0.135355970215781,Transport,1
-ett2/D/short,TiRex,108861.206349206,108861.206349206,199.126165674603,1.31020561529259,0.413035026429192,0.135618349105593,12.4410612455298,329.941216505617,0.188834063411527,0.113965158382242,0.0936081122506195,Energy,7
-saugeen/W/short,TiRex,922.7759765625,922.7759765625,14.4323623657227,1.17070485274757,0.363051891326904,0.385186767578125,10.3896555914127,30.3772279275529,0.916961884427595,0.435652858884186,0.350148571341342,Nature,1
-electricity/W/short,TiRex,39204819807.4811,39204819807.4811,26513.3567567568,1.4415945973124,0.139054505346481,0.0937778112050649,11.1714338490138,198002.070210089,0.451775383322202,0.0604947306825267,0.0480246177985173,Energy,1
-ett2/W/short,TiRex,2954849.71428571,2954849.71428571,1180.03362165179,0.765193274498532,0.120308228901454,0.128949105739594,9.2935123605046,1718.96763037752,0.144195030808729,0.0989867298385632,0.086646890601686,Energy,7
-loop_seattle/D/short,TiRex,18.1092379385965,18.1092379385965,2.90261908217234,0.874606980295278,0.0540785404673794,0.0535481770833333,7.49266430412173,4.25549502861847,0.0760513876149473,0.0518736850665518,0.0420953143590836,Transport,1
-m4_yearly/A/short,TiRex,4869937.2150547,4869937.2150547,896.544617466121,3.36403414140292,0.164740760944692,0.149613472171497,29.2070103808379,2206.79342373832,0.353869554742539,0.14376508520318,0.11602893484346,Econ/Fin,1
-ett1/15T/short,TiRex,4.74445452008929,4.74445452008929,1.10784432547433,0.709254882775933,0.455971513921977,0.242423720586868,4.81084525137784,2.17817687989045,0.41176609725318,0.209428691708265,0.160948264490076,Energy,7
-ett1/15T/medium,TiRex,9.39411644345238,9.39411644345238,1.60454582093254,1.01440816611886,0.747097280139764,0.395592254154266,6.9625330088379,3.06498229088724,0.584188655121756,0.305828019952596,0.237291025559533,Energy,7
-ett1/15T/long,TiRex,8.89391245039683,8.89391245039683,1.58203528025794,1.02004163567787,0.775535500830036,0.397329605344742,7.37650035900291,2.98226632787832,0.568422910787457,0.301537488642885,0.234493783525133,Energy,7
-ett1/H/short,TiRex,99.027734375,99.027734375,4.89497244698661,0.816757639069635,0.458388446626209,0.257867576962426,5.61107263994962,9.95126797825282,0.464466388868604,0.2284683902626,0.176046429435933,Energy,7
-ett1/H/medium,TiRex,135.180989583333,135.180989583333,6.75149158296131,1.23502868249193,3822758029070.15,0.438204338437035,8.85834579393572,11.6267359814925,0.55689309243306,0.323380442469499,0.252026548063122,Energy,7
-ett1/H/long,TiRex,141.562020502646,141.562020502646,7.00184720155423,1.32065939110372,5616380927470.63,0.467359593305638,9.13125184655765,11.8979838839463,0.569768678958172,0.335303297534248,0.257826785729453,Energy,7
-electricity/H/short,TiRex,1617627.05900901,1617627.05900901,165.516425957207,0.908995957160898,0.189200266734236,0.123060811017011,10.3719161033991,1271.8596852676,0.600408599879982,0.0781355732218182,0.0638134616449604,Energy,1
-electricity/H/medium,TiRex,6710335.6209009,6710335.6209009,250.399177927928,1.08821158390077,0.251182429125225,0.131136623073269,9.24825714086903,2590.43155109354,1.01113080018223,0.0977390508683225,0.0786019893653698,Energy,1
-electricity/H/long,TiRex,10662922.2584505,10662922.2584505,296.024432432432,1.23396553888477,0.30542091744701,0.145356618337087,10.5566407749733,3265.41303029961,1.2878779333268,0.116751948595103,0.0938948461663266,Energy,1
-m_dense/H/short,TiRex,43959.8266666667,43959.8266666667,88.3184201388889,0.782375729444844,0.28625055021442,0.210613640679253,8.0076608767733,209.665988340185,0.371895217899888,0.156654869786674,0.128349506926327,Transport,1
-m_dense/H/medium,TiRex,37094.3244444444,37094.3244444444,80.6302864583333,0.69800879470509,0.259518864511837,0.194461992051866,7.82987362265595,192.59886927094,0.335097700249675,0.140286511883156,0.11608219052137,Transport,1
-m_dense/H/long,TiRex,34514.3664197531,34514.3664197531,80.4806481481482,0.694068153401345,0.265958946339283,0.193699529200424,7.42600281429142,185.780425286824,0.321613379512223,0.139323899147602,0.115084326051384,Transport,1
-hierarchical_sales/D/short,TiRex,28.9036378668871,28.9036378668871,2.30875232534105,0.745221034554874,0.644201467243194,1.06602345687784,6.80702982300087,5.37621036296824,1.64936180142046,0.708299645524991,0.570194378757521,Sales,1
-ett1/W/short,TiRex,1525286.85714286,1525286.85714286,960.383998325893,1.5982252820467,0.752675669533866,0.557370356151036,8.31930983349622,1235.02504312376,0.491445941926606,0.382159715138028,0.277767861011278,Energy,7
-saugeen/M/short,TiRex,417.812081473214,417.812081473214,12.7812064034598,0.748811134342036,0.37057926541283,0.363821211315337,4.69356041675726,20.4404520858325,0.61368369239862,0.383730159491952,0.297045254137591,Nature,1

results/TiRex/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "TiRex",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/NX-AI/TiRex-1.1-gifteval",
-    "code_link":"https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/tirex.ipynb",
-    "org": "NXAI",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/TimeCopilot/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,TimeCopilot,3623318.292956872,3623318.292956872,896.1415311682032,3.352789096613149,0.164011590722566,0.1507799592310456,28.617921130926973,1903.5015873271216,0.3052353032671677,0.1437004486140326,0.1155226987213568,Econ/Fin,1
-m4_quarterly/Q/short,TimeCopilot,1759815.6624919923,1759815.6624919923,550.2454226355738,1.1590601775264513,0.1107441604242053,0.1003228954583047,8.824084356821759,1326.5804395105456,0.2220462048644621,0.092101394081576,0.0733132251866769,Econ/Fin,1
-m4_monthly/M/short,TimeCopilot,1817081.272341091,1817081.272341091,549.841198444464,0.911253241052204,0.157745402393644,0.1300634206629717,7.464709178246987,1347.991569833095,0.2801589239299355,0.1142758767457428,0.0909937816657743,Econ/Fin,1
-m4_weekly/W/short,TimeCopilot,220623.14482081163,220623.14482081163,240.2263895131104,1.9198034914621185,0.0586079585284285,0.0582746544101475,14.63148685238026,469.7053808727463,0.0855730412114503,0.0437655252994698,0.0349978393293822,Econ/Fin,1
-m4_daily/D/short,TimeCopilot,353490.1571844316,353490.1571844316,170.39705484441762,3.175756961031712,0.0376861601452085,0.0293684759592992,24.86309668044434,594.5503823768273,0.0918416029249228,0.0263216358351925,0.0207889066555366,Econ/Fin,1
-m4_hourly/H/short,TimeCopilot,852726.6250467548,852726.6250467548,185.3077787252216,0.6860634673852392,0.0873776644826867,0.078425752047952,5.539411902208129,923.4319818193188,0.126068848171362,0.0252986020421949,0.0197096877526468,Econ/Fin,1
-electricity/15T/short,TimeCopilot,128293.92468774492,128293.92468774492,49.04157622972897,0.9321482968110442,0.1567505974177776,0.1503585689406013,10.097822596196648,358.1814130964153,0.7060461707827386,0.0966706139406217,0.0801835324305198,Energy,1
-electricity/H/short,TimeCopilot,1496151.039929627,1496151.039929627,158.53752573243503,0.8669619484111293,0.176574345363005,0.1128698777119714,9.957074831866423,1223.172530728853,0.57742478868508,0.0748410342735203,0.0612837704789279,Energy,1
-electricity/D/short,TimeCopilot,1218673437.5753818,1218673437.5753818,4116.138977795666,1.377821987404302,0.3136554862575263,0.0906473868141199,11.139877312635267,34909.50354237914,0.573679105169932,0.067641836346091,0.0532369653564484,Energy,1
-electricity/W/short,TimeCopilot,46800263075.57075,46800263075.57075,28387.150774844056,1.4572521701129888,0.2035680074497389,0.0954241856309926,11.263974781479208,216333.6845606129,0.493602077817544,0.0647701102777502,0.0499949942858169,Energy,1
-solar/10T/short,TimeCopilot,24.37663747553509,24.37663747553509,2.241486510167475,0.9930148490188802,5.453790219123076,1.525427904111361,4.818265082483623,4.937270245341559,1.4362513796966991,0.6520481830698053,0.4976428465742399,Energy,1
-solar/H/short,TimeCopilot,654.0650849339982,654.0650849339982,10.889763498247271,0.8397061913589596,4.044817670924707,1.305372400309357,4.080803341755496,25.574696184588355,0.9426918072029532,0.4014003043508964,0.3013797124116734,Energy,1
-solar/D/short,TimeCopilot,132232.75812333074,132232.75812333074,248.9278371060272,0.9707494856784976,1.1013781669415048,0.4204974404829871,5.580218344148475,363.6382242330016,0.5253333772463988,0.3596159387076965,0.2774434347937445,Energy,1
-solar/W/short,TimeCopilot,1878244.8709359532,1878244.8709359532,1108.7167350045086,1.2161073536974203,0.2528584586107666,0.2158924147477143,7.377999107631626,1370.4907409158054,0.2797514241804544,0.2263168049008143,0.1616292900652415,Energy,1
-hospital/M/short,TimeCopilot,2861.3043412096604,2861.3043412096604,17.815051922483168,0.756820374897648,0.1918730465508048,0.1724875792676216,5.129152455270326,53.49116133726824,0.1941853370598893,0.0646727753861007,0.0508432960045565,Healthcare,1
-covid_deaths/D/short,TimeCopilot,432023.4929762012,432023.4929762012,113.50011927932432,36.29551561,0.0943375167289825,0.2930030792290609,665.8345345309949,657.2849404757432,0.2473066575703719,0.0427049722339471,0.035212059008402,Healthcare,1
-us_births/D/short,TimeCopilot,150367.2099304533,150367.2099304533,225.4844449869792,0.3319835430317066,0.0217841119232014,0.0214096680897595,3.4161792355552234,387.7721108208445,0.0363504888002673,0.0211373370167937,0.0172893963106227,Healthcare,1
-us_births/M/short,TimeCopilot,43992063.817342125,43992063.817342125,5570.623697916667,0.6282748881799558,0.017173388660799,0.0173568175516474,4.223405234303391,6632.651341457813,0.0206009698457224,0.0173023192256966,0.0129348949461795,Healthcare,1
-us_births/W/short,TimeCopilot,2163478.104384831,2163478.104384831,1132.98193359375,1.03020678537136,0.0153375293882701,0.0153549572601015,6.147698046075086,1470.8766448566755,0.0199670062279647,0.0153801186546423,0.0120682786004195,Healthcare,1
-saugeen/D/short,TimeCopilot,1310.9408078477593,1310.9408078477593,13.540265766779582,3.0085533936225217,0.2832238947087966,0.3398187935873074,33.38935095357659,36.20691657470654,1.1727506547108713,0.4385724343630787,0.3611090832066537,Nature,1
-saugeen/M/short,TimeCopilot,403.8431601034509,403.8431601034509,12.41271462326958,0.727292821544807,0.356969898623353,0.3554020929246113,4.8921690305678185,20.095849325257465,0.6033376837275577,0.3726669307856539,0.2952004063922404,Nature,1
-saugeen/W/short,TimeCopilot,976.6330734191066,976.6330734191066,14.712926697731016,1.1935373084045853,0.3624084211066235,0.3849981303798641,9.952326469459296,31.251129154305875,0.943341319628137,0.444121926542206,0.3526089345644552,Nature,1
-temperature_rain/D/short,TimeCopilot,182.97082425198397,182.97082425198397,5.724791233387727,1.330618454426622,18.00570456381298,1.5172500198157917,18.74885913350685,13.526670848807695,1.5924467974747458,0.6739592888536465,0.5444793711800684,Nature,1
-kdd_cup_2018/H/short,TimeCopilot,4200.141746069787,4200.141746069787,21.443265815157083,0.8915718317390194,0.8162245764901869,0.4695068771671895,7.246412088703758,64.80850056952241,1.3565592827952695,0.4488463864982175,0.3590324633205042,Nature,1
-kdd_cup_2018/D/short,TimeCopilot,2908.3090880968493,2908.3090880968493,21.231837754770275,1.1951957709349497,0.5254420086581945,0.4645847928469535,9.25007430881293,53.92874083544738,1.208061077003669,0.4756157178425276,0.3768255724738475,Nature,1
-car_parts/M/short,TimeCopilot,1.3613521799160238,1.3613521799160238,0.4524161639078284,0.8300575655061477,0.8324655191852736,1.889632060031151,15.229305483944689,1.1667699772945923,2.7977947177752145,1.0848475520019831,0.9531399271136942,Sales,1
-restaurant/D/short,TimeCopilot,140.86394165124764,140.86394165124764,7.146748193552639,0.6850637366419515,0.6778804399905437,0.393663886113605,4.7079549404016285,11.868611614306351,0.5462210057871897,0.328909910716482,0.257865182979218,Sales,1
-hierarchical_sales/D/short,TimeCopilot,28.83104995923876,28.83104995923876,2.2949516654281727,0.7407932320969244,0.6306875058992247,1.0532199960486268,6.875123309921721,5.369455275839325,1.6472894154973845,0.704065755896809,0.5684040271207136,Sales,1
-hierarchical_sales/W/short,TimeCopilot,466.5947955950688,466.5947955950688,8.886685136421505,0.7155719050966906,0.5194323676636545,0.4541925009709089,6.595446802894897,21.60080543857263,0.9917035434246873,0.4079920614141257,0.3432383281258184,Sales,1
-loop_seattle/5T/short,TimeCopilot,41.05880358408309,41.05880358408309,3.4619420538542043,0.5484964553129523,0.0968595706477452,0.0734875439823379,4.220341372318343,6.407714380657357,0.109878155316302,0.0593646632936229,0.0469132315884219,Transport,1
-loop_seattle/H/short,TimeCopilot,56.69559325731581,56.69559325731581,3.996556123755533,0.8128023049231333,0.1091552347737474,0.0918297966758414,6.983060020091911,7.529647618402591,0.1332824208466624,0.0707431080734554,0.0571968441901989,Transport,1
-loop_seattle/D/short,TimeCopilot,17.849240444502655,17.849240444502655,2.8742780019132224,0.8663526708790623,0.0535685031839717,0.0530851012748574,6.715346474731288,4.224836144101054,0.0755034701685097,0.0513671905776679,0.0416252415962686,Transport,1
-sz_taxi/15T/short,TimeCopilot,16.587558292802978,16.587558292802978,2.7148265982800317,0.5415867631608944,1065053949483.8048,0.3919517879679624,3.849297032361695,4.072782622827172,0.3808225938041576,0.2538478977716339,0.1995179385365098,Transport,1
-sz_taxi/H/short,TimeCopilot,7.118109626052236,7.118109626052236,1.835493657050812,0.5591594403657988,1.1356446911404448,0.2940101467272279,3.903943788673277,2.667978565515892,0.2485386671741405,0.1709875607796671,0.1345639324832183,Transport,1
-m_dense/H/short,TimeCopilot,43238.41671006195,43238.41671006195,86.04011993004768,0.7708026475594886,0.2925660113158236,0.2054638496608183,8.42983888949354,207.93849261274823,0.3688310709437598,0.1526137329322135,0.1261792340095731,Transport,1
-m_dense/D/short,TimeCopilot,7942.468547215981,7942.468547215981,42.838499071333146,0.6449696296594424,0.1183839490247463,0.093503758955741,7.365426418862357,89.12052820319222,0.1542808169726993,0.0741597785365545,0.0617285355059594,Transport,1
-ett1/15T/short,TimeCopilot,5.004077911322244,5.004077911322244,1.083807275260222,0.679642015114924,0.4801456951841858,0.237790329911371,4.528747375771124,2.2369796403459383,0.4228822666533839,0.204884688671817,0.1581378355031145,Energy,7
-ett1/H/short,TimeCopilot,98.73134309317892,98.73134309317892,4.879974661319561,0.803668040017943,0.4568973705975855,0.2561611292178454,5.484562912085751,9.936364681973933,0.4637707910593578,0.2277683822470367,0.1740989812702882,Energy,7
-ett1/D/short,TimeCopilot,41313.56931695536,41313.56931695536,137.69056003240365,1.6990245493301293,1.0867150456288373,0.4931039006217519,10.776630787435236,203.2573967090875,0.5338622945731478,0.3616488231676456,0.2758487954267685,Energy,7
-ett1/W/short,TimeCopilot,1288137.5144635793,1288137.5144635793,896.4227324894497,1.5704922299986386,0.6782030172720718,0.5608639209297829,8.469957902472162,1134.961459461765,0.4516282536950035,0.3567080008502722,0.2700317578526821,Energy,7
-ett2/15T/short,TimeCopilot,7.845169278633598,7.845169278633598,1.697435298757184,0.73048926379873,0.1050850003650307,0.1239507280483686,5.3468864133844365,2.800922933362073,0.1329697758064737,0.0805832921831985,0.0642716857192217,Energy,7
-ett2/H/short,TimeCopilot,111.00168618506125,111.00168618506125,6.447304992909943,0.736526386469788,0.1191696938136581,0.1097750079327987,5.117158924184468,10.535733775350495,0.1336224189323656,0.0817697663130905,0.0649558725663057,Energy,7
-ett2/D/short,TimeCopilot,104667.7976687638,104667.7976687638,191.95323600693357,1.26609597419066,0.4280713550391729,0.13173137724248,12.17382192946875,323.5240295074908,0.1851613379807318,0.1098599014820692,0.0913283421234515,Energy,7
-ett2/W/short,TimeCopilot,2997038.487662636,2997038.487662636,1187.314319065639,0.7885949778805613,0.1216001834193879,0.1282851838986621,8.607380365760186,1731.1956815053102,0.1452207768309006,0.0995974687316911,0.0838890272508537,Energy,7
-jena_weather/10T/short,TimeCopilot,905.905882028894,905.905882028894,6.0942343897399,0.3010985667231378,0.3518341513188411,0.5286519694290023,2.6589290599225808,30.0982704159042,0.1869479820889232,0.03785283359461,0.0300771704835859,Nature,21
-jena_weather/H/short,TimeCopilot,1096.616969477417,1096.616969477417,8.29910067857465,0.521866958871569,1.1456281352471576,0.5516464715641278,4.506464492029438,33.115207525809296,0.2029940902818978,0.0508729528900625,0.0409198306297826,Nature,21
-jena_weather/D/short,TimeCopilot,366.4712700248433,366.4712700248433,9.472486530442811,1.002191012190578,0.6191777053052017,0.4509569993161887,6.66281943555144,19.143439346806083,0.1152747933685886,0.057039850974622,0.0450673652964732,Nature,21
-bitbrains_fast_storage/5T/short,TimeCopilot,1755468.383227564,1755468.383227564,157.09262135237188,0.6559882303327758,1.9376995972529845,0.6411501834555586,13.081417517313175,1324.940898013026,4.159986740605117,0.4932319795190913,0.3847375246720173,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TimeCopilot,3388387.3500898136,3388387.3500898136,343.59436846359625,1.0343822914762917,4.029740171712447,0.5373171666718571,18.667532673515375,1840.75727625611,5.246756009508833,0.979355529826488,0.7219866683522643,Web/CloudOps,2
-bitbrains_rnd/5T/short,TimeCopilot,1680850.729530806,1680850.729530806,120.8159167208182,1.6160098499977276,0.8830180564826331,0.5854488885988877,52.40390428015042,1296.476274187386,5.3048066367348,0.4943438531071508,0.3964612062226265,Web/CloudOps,2
-bitbrains_rnd/H/short,TimeCopilot,1914024.875839788,1914024.875839788,151.02454572911958,5.835419338595843,1.3730293584041908,0.5253995623722053,200.2494106028372,1383.4828787664082,6.054797954393498,0.6609573017334569,0.6144106009404606,Web/CloudOps,2
-bizitobs_application/10S/short,TimeCopilot,346574.9770875603,346574.9770875603,318.26204059176973,1.0735370691318118,0.0148554065634032,0.0150235622547423,6.781292090509864,588.7061891024761,0.022704044587794,0.0122740947758917,0.0096656862275339,Web/CloudOps,2
-bizitobs_service/10S/short,TimeCopilot,2708.533394533042,2708.533394533042,19.35327236487016,0.7723213505738389,0.0567313334571394,0.0462849090866936,6.33391890489669,52.043572076991815,0.0385555431192742,0.0143375232979576,0.0111084990569613,Web/CloudOps,2
-bizitobs_l2c/5T/short,TimeCopilot,20.460949984401623,20.460949984401623,2.6485812178679877,0.2761542839387261,0.153747881954706,0.2055201076943256,2.732507818293984,4.523378160667272,0.1553511152903504,0.0909629996692935,0.0734726620542566,Web/CloudOps,7
-bizitobs_l2c/H/short,TimeCopilot,54.67622858513749,54.67622858513749,4.46167671522643,0.4445604087944049,0.3855683845484163,0.5798314149388096,2.6922606810147367,7.394337602864605,0.3985737340202903,0.2404958015022543,0.1864666623644873,Web/CloudOps,7
-electricity/15T/medium,TimeCopilot,236515.55416131,236515.55416131,51.66783375652916,0.8084229413476077,0.1208535879629089,0.1243342652554423,6.957830953526775,486.3286483041175,0.8379932505621451,0.0890288822386279,0.0717043028530855,Energy,1
-electricity/15T/long,TimeCopilot,311473.5633320522,311473.5633320522,56.974143114661246,0.8577928201229896,0.125683278926977,0.1276541540267709,7.0874667507914415,558.0981663937378,0.880468300267221,0.0898836978295258,0.0719803551543305,Energy,1
-electricity/H/medium,TimeCopilot,5821732.860188879,5821732.860188879,239.53363844340507,1.0561643779123162,0.2251346440304366,0.1230119898471822,8.891307587479334,2412.8267364626245,0.9418057467957052,0.0934978686317197,0.0749768199070903,Energy,1
-electricity/H/long,TimeCopilot,9190427.475796772,9190427.475796772,281.45836713785,1.1933290428598704,0.2900489822659057,0.1368732590852085,9.973042839370002,3031.571783051949,1.195651031569732,0.1110070983288789,0.0887727604544426,Energy,1
-solar/10T/medium,TimeCopilot,21.59732207933846,21.59732207933846,1.9032655957504807,0.8322017990009988,3.910097387929556,1.4427682106320747,4.649474245041393,4.647291908126545,1.0312525303760354,0.4223421942062973,0.3240567774003175,Energy,1
-solar/10T/long,TimeCopilot,19.93343756384208,19.93343756384208,1.833922522548152,0.8015567173366982,3.502350142788309,1.440766538713434,4.951801307452327,4.464687846181643,0.9649708528520436,0.396373014557189,0.3063514234442692,Energy,1
-solar/H/medium,TimeCopilot,678.1193236707683,678.1193236707683,11.308250251485232,0.8639561278695133,3.9021283354365295,1.2853552873341596,4.019540582454916,26.040724330762544,0.9380476697421062,0.4073495676437541,0.3009266290528963,Energy,1
-solar/H/long,TimeCopilot,668.2065897135462,668.2065897135462,11.526002033222165,0.8776931978366276,4.496302288547843,1.2775662209728849,4.38242465661728,25.849692255683557,0.896255940229991,0.3996274960336139,0.2999546072251047,Energy,1
-kdd_cup_2018/H/medium,TimeCopilot,5124.208760826031,5124.208760826031,24.46011936010273,0.996231967613259,0.9014741970833042,0.5319989986464125,8.449002143365693,71.58357884896529,1.498373936307538,0.5119945931381596,0.4063545663479109,Nature,1
-kdd_cup_2018/H/long,TimeCopilot,4196.6286474372,4196.6286474372,23.61998950106404,0.9830015005517432,0.8852672465451198,0.5865132418455189,7.352097596586821,64.78139121257894,1.520033179956784,0.554220387673254,0.4339078339310311,Nature,1
-loop_seattle/5T/medium,TimeCopilot,86.35745061394746,86.35745061394746,5.465495242610135,0.8633634276715643,0.1783955716004149,0.1237903432363743,6.096880241946944,9.292870956488498,0.1653392719168335,0.0972423924005013,0.0761478343100576,Transport,1
-loop_seattle/5T/long,TimeCopilot,102.67591405819309,102.67591405819309,5.939598011951224,0.9355166824810184,0.190080530939235,0.1324900580563883,6.473930465258974,10.13291241737503,0.1791519647429992,0.1050133080988704,0.0821922278459704,Transport,1
-loop_seattle/H/medium,TimeCopilot,67.96142113175956,67.96142113175956,4.428790436596151,0.9078164858292448,0.1145776272598142,0.1012648418842439,7.312828659656807,8.24387173188421,0.145709506064622,0.0782783730712721,0.0629617122630184,Transport,1
-loop_seattle/H/long,TimeCopilot,59.455076613020445,59.455076613020445,4.153927649542212,0.8683485306773391,0.1206798146712537,0.0963736048354253,6.951896375187444,7.71071180975015,0.1378007458629442,0.0742362498419159,0.0594142595772402,Transport,1
-sz_taxi/15T/medium,TimeCopilot,16.262880556044415,16.262880556044415,2.740155295511712,0.5342110293525478,9448683242235.854,0.403277543303855,3.787384124871976,4.032726194033562,0.3753124846182396,0.2550171875590937,0.2010435449898101,Transport,1
-sz_taxi/15T/long,TimeCopilot,15.428155577018597,15.428155577018597,2.683348678885309,0.5062548609697384,6247949985489.982,0.3972602670482759,3.730605634571505,3.927869088579531,0.363556566058157,0.2483659738224705,0.1966549636231346,Transport,1
-m_dense/H/medium,TimeCopilot,35817.04093653174,35817.04093653174,78.26090722870495,0.6797904579599956,0.2697071143941927,0.1891598612604073,7.538636089795069,189.2539060007263,0.329277886750712,0.1361640913628625,0.1130111406014334,Transport,1
-m_dense/H/long,TimeCopilot,33686.05392581881,33686.05392581881,77.89664007019358,0.6769353594248038,0.2710686322244779,0.1896201891342978,7.062686741625563,183.53760902283437,0.3177307330107253,0.1348505991788093,0.1120602970919229,Transport,1
-ett1/15T/medium,TimeCopilot,9.981713481655284,9.981713481655284,1.582522697512334,0.9915852904641798,0.7507864977623967,0.3841926425385567,6.81333905724897,3.159384984717008,0.6021819019056779,0.3016303908535034,0.2359594548502602,Energy,7
-ett1/15T/long,TimeCopilot,9.145720823685098,9.145720823685098,1.568936365631091,0.9985537659401948,0.7849079115673763,0.3855993666194035,7.220664056698961,3.0241892837064777,0.576413467619318,0.299040822563553,0.2346078852235413,Energy,7
-ett1/H/medium,TimeCopilot,141.60279704337782,141.60279704337782,6.772101792756335,1.2451768949683812,2649496750856.2017,0.4314962852014963,8.584838749920038,11.899697350915185,0.5699672949757607,0.3243676226623505,0.2538509370996076,Energy,7
-ett1/H/long,TimeCopilot,144.7921488308064,144.7921488308064,6.903936538522541,1.3330098256563383,3183558657266.194,0.4626126295964976,9.71693506556066,12.032960933652465,0.576232437528607,0.3306145679414334,0.2618494542142582,Energy,7
-ett2/15T/medium,TimeCopilot,11.290997577809248,11.290997577809248,2.087360550588558,0.8600154757133787,0.1292444814411573,0.1556607743146997,6.5852381900381705,3.360207966452262,0.1790715649497639,0.1112392221374743,0.0880873921819831,Energy,7
-ett2/15T/long,TimeCopilot,10.98179065324542,10.98179065324542,2.103303477570178,0.8690296184660402,0.1322920322874429,0.1584818980965289,7.153389096823767,3.3138784910200645,0.1766025833415498,0.1120888495751155,0.0907130832548878,Energy,7
-ett2/H/medium,TimeCopilot,255.57112842633688,255.57112842633688,9.803149774111809,1.040973538853912,0.1719793888128407,0.1686040900806265,7.614867239781896,15.986592145492953,0.2154296097532225,0.1321037473758718,0.1067271107480788,Energy,7
-ett2/H/long,TimeCopilot,231.46263653003027,231.46263653003027,9.342868735613646,1.0256298120569345,0.1774689796262005,0.1746506497693186,7.934005849875703,15.213896165349304,0.2083425985051882,0.1279433965313867,0.1053284863541385,Energy,7
-jena_weather/10T/medium,TimeCopilot,1484.1858446263088,1484.1858446263088,9.668029277152618,0.6051370744394549,0.7386146189499935,0.6360915704415862,5.695157703303464,38.52513263606381,0.2364280803877654,0.0593325303957591,0.0482467353304328,Nature,21
-jena_weather/10T/long,TimeCopilot,1460.857589198122,1460.857589198122,9.831072311026984,0.6259346894044211,0.7114689440887886,0.6277360018598593,6.234256427084278,38.221166769188535,0.2338818733002198,0.0601580172195703,0.0490729331929777,Nature,21
-jena_weather/H/medium,TimeCopilot,1232.0504053622226,1232.0504053622226,9.862688004942656,0.7861309202407549,1.975104371877037,0.5916587777230587,6.066633010404215,35.10057557024133,0.2147866471100061,0.0603515370804828,0.0485601206880911,Nature,21
-jena_weather/H/long,TimeCopilot,1116.5053196232564,1116.5053196232564,10.608046140454295,0.9661327401085368,2.0508442810132834,0.5853766316627341,7.231680579914377,33.414148494661006,0.2011901943307702,0.0638721906921791,0.0528682099485974,Nature,21
-bitbrains_fast_storage/5T/medium,TimeCopilot,3279629.4524840857,3279629.4524840857,291.8520878303471,0.9536450858635028,4.81938886008226,0.7497755624722655,20.74132918296856,1810.9747244188927,5.5022414152740335,0.8867272541915866,0.6180918878491857,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,TimeCopilot,4189381.479679128,4189381.479679128,371.41306038680415,0.8749791633710378,5.595117742899964,0.7750577286889536,15.438412570532794,2046.79785999476,5.409075720451288,0.981533841940754,0.6757619889754686,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TimeCopilot,2317643.576247831,2317643.576247831,151.99639333909803,4.357324961139689,0.6313503620150362,0.6743120630571986,159.8787002978397,1522.38089066036,6.405432768165085,0.6395263396368895,0.6109418602731045,Web/CloudOps,2
-bitbrains_rnd/5T/long,TimeCopilot,2866197.0630570524,2866197.0630570524,196.1143766018546,3.282503295928003,2.203904915328427,0.6544766751822441,115.90692691094009,1692.9846611995788,6.485442812511457,0.7512699927602743,0.6308730484232111,Web/CloudOps,2
-bizitobs_application/10S/medium,TimeCopilot,2943142.7222554926,2943142.7222554926,954.1212809801102,2.0792345306733995,0.0291460284196298,0.0298180574147895,15.10135770327809,1715.5590115922837,0.0673649531933652,0.0374655345573703,0.0306248530840539,Web/CloudOps,2
-bizitobs_application/10S/long,TimeCopilot,6323794.845872988,6323794.845872988,1528.558036365509,3.2227093329644263,0.0466780897417334,0.047776901029403,49.72871421310417,2514.7156590503405,0.0969825313638149,0.0589503736415321,0.0532368092817842,Web/CloudOps,2
-bizitobs_service/10S/medium,TimeCopilot,18632.675050976544,18632.675050976544,37.04852859742466,1.013201423904092,0.0657354188418835,0.0586519529335255,10.06382721313094,136.50155695440452,0.1027342884380532,0.0278835956750636,0.0213210606829475,Web/CloudOps,2
-bizitobs_service/10S/long,TimeCopilot,131285.69489545247,131285.69489545247,76.69929972157539,1.3354987722201337,0.0799915856988493,0.0770978551825089,20.746346496920047,362.3336789417352,0.2684283728765971,0.0568212932487228,0.0524026559916625,Web/CloudOps,2
-bizitobs_l2c/5T/medium,TimeCopilot,143.0089914421698,143.0089914421698,8.102515888612826,0.7954148218483699,0.5639831367880619,0.8651895706464133,5.559167473960077,11.95863668827554,0.6292001491717296,0.4263114883973163,0.3314397617783311,Web/CloudOps,7
-bizitobs_l2c/5T/long,TimeCopilot,292.6456219502893,292.6456219502893,11.65753647049682,1.0958397882129156,0.8664108339345789,1.117734287778356,6.675549714650306,17.10688814338509,0.9605261944073564,0.6545532447700658,0.508043300889487,Web/CloudOps,7
-bizitobs_l2c/H/medium,TimeCopilot,71.80546363602481,71.80546363602481,4.851299580712137,0.4886258222798499,0.4706340605166543,0.7595045998282356,3.370014704709077,8.47381045551674,0.5131020940604996,0.2937535583130325,0.2319735359977425,Web/CloudOps,7
-bizitobs_l2c/H/long,TimeCopilot,83.7434645241067,83.7434645241067,5.339594684263307,0.566927678162445,0.6195787550312101,0.7829352069783353,4.582971253588229,9.151145530703063,0.5589783808478149,0.3261578543340893,0.2610668053551979,Web/CloudOps,7

results/TimeCopilot/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "TimeCopilot",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://github.com/AzulGarza/TimeCopilot",
-    "code_link": "https://github.com/AzulGarza/timecopilot/tree/main/experiments/gift-eval",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Timer/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A/short,Timer,15960074.0,15960074.0,2515.56494140625,11.507473945617676,0.3822980523109436,0.512023389339447,460.2989501953125,3995.006103515625,0.6406177282333374,0.4033825099468231,0.4033825099468231,Econ/Fin,1.0
+m4_quarterly/Q/short,Timer,4070192.5,4070192.5,1059.001708984375,2.9413843154907227,0.1890403479337692,0.2066598832607269,117.6553726196289,2017.4718017578125,0.3376892507076263,0.1772582232952118,0.1772582232952118,Econ/Fin,1.0
+m4_monthly/M/short,Timer,3139851.5,3139851.5,773.2167358398438,1.5437763929367063,0.1861013025045395,0.1874160319566726,61.75105667114258,1771.962646484375,0.3682746589183807,0.1607009768486023,0.1607009768486023,Econ/Fin,1.0
+m4_weekly/W/short,Timer,602500.5625,602500.5625,435.4611511230469,3.867011308670044,0.1095710545778274,0.1155303865671157,154.68045043945312,776.2091064453125,0.1414132714271545,0.0793342739343643,0.0793342739343643,Econ/Fin,1.0
+m4_daily/D/short,Timer,409574.21875,409574.21875,216.2593231201172,4.353240966796875,0.0476609021425247,0.0409090295433998,174.129638671875,639.9798583984375,0.0988592058420181,0.0334060862660408,0.0334060862660408,Econ/Fin,1.0
+m4_hourly/H/short,Timer,3704264.25,3704264.25,325.61083984375,3.465131998062134,0.1837441772222519,0.1398412883281707,138.6052703857422,1924.6466064453125,0.262756735086441,0.04445306584239,0.0444530695676803,Econ/Fin,1.0
+electricity/15T/short,Timer,439636.90625,439636.90625,119.53121948242188,2.256010293960572,0.3652159869670868,0.3091564476490021,90.24040985107422,663.0512084960938,1.307004690170288,0.2356195896863937,0.2356196045875549,Energy,1.0
+electricity/H/short,Timer,2290321.25,2290321.25,240.87733459472656,1.3026354312896729,0.3624715209007263,0.1691998392343521,52.10541915893555,1513.3807373046875,0.7144237756729126,0.113711304962635,0.113711304962635,Energy,1.0
+electricity/D/short,Timer,2299531264.0,2299531264.0,5843.25244140625,1.8616673946380613,0.7036624550819397,0.1342314183712005,74.46669006347656,47953.42578125,0.7880340814590454,0.0960240438580513,0.0960240438580513,Energy,1.0
+electricity/W/short,Timer,135113850880.0,135113850880.0,49654.5703125,2.278900384902954,0.2822481393814087,0.132920354604721,91.15601348876952,367578.375,0.8386925458908081,0.1132953464984893,0.1132953464984893,Energy,1.0
+solar/10T/short,Timer,42.372314453125,42.372314453125,3.8650217056274414,1.700700283050537,4.472381591796875,1.6286958456039429,68.02801513671875,6.509401798248291,1.893584370613098,1.124334454536438,1.124334454536438,Energy,1.0
+solar/H/short,Timer,761.1024780273438,761.1024780273438,14.604989051818848,1.12728750705719,5.338653087615967,1.4358646869659424,45.09149932861328,27.588085174560547,1.0169060230255127,0.5383447408676147,0.5383447408676147,Energy,1.0
+solar/D/short,Timer,118298.1796875,118298.1796875,260.9843444824219,1.019014596939087,1.0004303455352783,0.4478209018707275,40.76058578491211,343.94500732421875,0.4968833923339844,0.3770334720611572,0.3770335018634796,Energy,1.0
+solar/W/short,Timer,1952498.25,1952498.25,1030.47265625,1.1244401931762695,0.2236430644989013,0.1972776353359222,44.97760391235352,1397.3182373046875,0.2852275967597961,0.2103452235460281,0.2103452384471893,Energy,1.0
+hospital/M/short,Timer,31698.765625,31698.765625,51.45354080200195,1.4601761102676392,0.2785269916057586,0.3147836923599243,58.40704727172852,178.04147338867188,0.6463319063186646,0.1867882907390594,0.1867883056402206,Healthcare,1.0
+covid_deaths/D/short,Timer,19473190.0,19473190.0,766.7901000976562,82.29279327392578,0.2722060084342956,0.6154463291168213,3291.711669921875,4412.84375,1.6603540182113647,0.2885085046291351,0.2885085046291351,Healthcare,1.0
+us_births/D/short,Timer,1422180.125,1422180.125,1070.29443359375,1.576511263847351,0.1054572388529777,0.1028548330068588,63.06045150756836,1192.552001953125,0.1117920652031898,0.1003314107656478,0.1003314033150672,Healthcare,1.0
+us_births/M/short,Timer,320133216.0,320133216.0,14097.0830078125,1.5948479175567627,0.0438226461410522,0.0438417382538318,63.79391479492188,17892.267578125,0.0555732585489749,0.0437854453921318,0.0437854453921318,Healthcare,1.0
+us_births/W/short,Timer,6209666.5,6209666.5,1802.1334228515625,1.6382945775985718,0.0239783357828855,0.0244099199771881,65.53178405761719,2491.920166015625,0.0338275730609893,0.0244637839496135,0.0244637820869684,Healthcare,1.0
+saugeen/D/short,Timer,1427.042724609375,1427.042724609375,20.21636962890625,4.487884044647217,0.8190188407897949,0.565277636051178,179.51536560058594,37.77621841430664,1.2235807180404663,0.6548130512237549,0.6548130512237549,Nature,1.0
+saugeen/M/short,Timer,398.7861328125,398.7861328125,14.635396003723145,0.8574973940849304,0.5644688606262207,0.4876649081707001,34.299896240234375,19.96963119506836,0.5995482206344604,0.4393984973430633,0.4393985271453857,Nature,1.0
+saugeen/W/short,Timer,1276.0330810546875,1276.0330810546875,19.29665756225586,1.5652990341186523,0.6592676043510437,0.5892956256866455,62.611961364746094,35.72160720825195,1.0782864093780518,0.5824856162071228,0.5824856162071228,Nature,1.0
+temperature_rain/D/short,Timer,184.2439117431641,184.2439117431641,6.942285537719727,1.681937575340271,93.59574127197266,1.425851583480835,67.27750396728516,13.573647499084473,1.5979772806167605,0.8172905445098877,0.8172906041145325,Nature,1.0
+kdd_cup_2018/H/short,Timer,4599.66259765625,4599.66259765625,23.67636489868164,1.0080336332321167,1.0133415460586548,0.5278124213218689,40.32134628295898,67.82080841064453,1.4196124076843262,0.4955891966819763,0.4955892264842987,Nature,1.0
+kdd_cup_2018/D/short,Timer,2857.045654296875,2857.045654296875,21.094287872314453,1.2058345079421997,0.520703136920929,0.473745733499527,48.23337936401367,53.45133972167969,1.197366714477539,0.4725344777107239,0.4725344777107239,Nature,1.0
+car_parts/M/short,Timer,1.33407723903656,1.33407723903656,0.4690718650817871,0.8716527223587036,0.8576087355613708,1.90359365940094,34.86610794067383,1.1550226211547852,2.769625663757324,1.124786138534546,1.124786138534546,Sales,1.0
+restaurant/D/short,Timer,204.9752197265625,204.9752197265625,8.964832305908203,0.8364865183830261,0.8127961754798889,0.4661175012588501,33.4594612121582,14.31695556640625,0.6588994860649109,0.4125823378562927,0.4125823676586151,Sales,1.0
+hierarchical_sales/D/short,Timer,30.41873359680176,30.41873359680176,2.7062768936157227,0.8625249266624451,0.8648467659950256,0.9972294569015504,34.50099563598633,5.515317916870117,1.6920385360717771,0.8302557468414307,0.8302558064460754,Sales,1.0
+hierarchical_sales/W/short,Timer,478.2153625488281,478.2153625488281,10.28359031677246,0.8074617385864258,0.7302916646003723,0.5080252885818481,32.29846954345703,21.868135452270508,1.003976821899414,0.4721246361732483,0.472124695777893,Sales,1.0
+loop_seattle/5T/short,Timer,72.92700958251953,72.92700958251953,5.170968532562256,0.8028478026390076,0.1457836925983429,0.1057910025119781,32.11391067504883,8.5397310256958,0.1464375406503677,0.0886706933379173,0.0886706933379173,Transport,1.0
+loop_seattle/H/short,Timer,88.27337646484375,88.27337646484375,5.952459335327148,1.1994346380233765,0.1736440658569336,0.1311271786689758,47.977386474609375,9.395391464233398,0.1663079857826233,0.1053645834326744,0.1053645834326744,Transport,1.0
+loop_seattle/D/short,Timer,36.45976257324219,36.45976257324219,4.904968738555908,1.5016674995422363,0.0917601883411407,0.0887525826692581,60.06670379638672,6.038191795349121,0.1079105660319328,0.0876583456993103,0.0876583456993103,Transport,1.0
+sz_taxi/15T/short,Timer,18.27078628540039,18.27078628540039,2.948929071426392,0.5914117693901062,1240829919232.0,0.4183946549892425,23.656471252441406,4.2744340896606445,0.3996778726577759,0.2757374942302704,0.2757374942302704,Transport,1.0
+sz_taxi/H/short,Timer,7.8406662940979,7.8406662940979,2.0194859504699707,0.6149353384971619,1.5491769313812256,0.3229924738407135,24.59741401672364,2.800118923187256,0.2608483731746673,0.1881275773048401,0.1881275624036789,Transport,1.0
+m_dense/H/short,Timer,76534.609375,76534.609375,139.14401245117188,1.143413782119751,0.4861980676651001,0.3362470269203186,45.736549377441406,276.6488952636719,0.490706205368042,0.246806800365448,0.246806800365448,Transport,1.0
+m_dense/D/short,Timer,19875.603515625,19875.603515625,87.71620178222656,1.1955851316452026,0.206885740160942,0.175531655550003,47.82340240478516,140.98086547851562,0.2440587282180786,0.1518497169017791,0.1518497318029403,Transport,1.0
+ett1/15T/short,Timer,16.142446517944336,16.142446517944336,2.2090744972229004,1.3419594764709473,0.6826388239860535,0.4235529601573944,53.67837905883789,4.01776647567749,0.7595250606536865,0.4176070392131805,0.4176070094108581,Energy,7.0
+ett1/H/short,Timer,117.29533386230467,117.29533386230467,5.761704444885254,0.9536104202270508,0.5801722407341003,0.3092675805091858,38.14441680908203,10.830296516418455,0.505494236946106,0.2689222991466522,0.2689222991466522,Energy,7.0
+ett1/D/short,Timer,39235.36328125,39235.36328125,131.30612182617188,1.6968214511871338,0.8816156387329102,0.5224992036819458,67.87285614013672,198.0791931152344,0.5202615857124329,0.3448798954486847,0.3448798656463623,Energy,7.0
+ett1/W/short,Timer,2657829.5,2657829.5,1305.752197265625,2.5689876079559326,0.7078898549079895,0.8641673922538757,102.75950622558594,1630.2850341796875,0.6487293243408203,0.5195899605751038,0.5195900201797485,Energy,7.0
+ett2/15T/short,Timer,11.666239738464355,11.666239738464355,2.246156930923462,1.0045720338821411,0.1447132229804992,0.1650290340185165,40.182884216308594,3.415587902069092,0.1621500998735427,0.1066330522298812,0.1066330447793006,Energy,7.0
+ett2/H/short,Timer,142.5553436279297,142.5553436279297,7.492897033691406,0.8407788276672363,0.1294213384389877,0.1227191388607025,33.63115310668945,11.939654350280762,0.1514280438423156,0.0950307846069336,0.0950307846069336,Energy,7.0
+ett2/D/short,Timer,129063.671875,129063.671875,235.2665405273437,1.7539362907409668,0.5099589824676514,0.1784910410642624,70.15745544433594,359.2543334960937,0.2056107223033905,0.134649246931076,0.134649246931076,Energy,7.0
+ett2/W/short,Timer,15428875.0,15428875.0,2803.319091796875,1.975763440132141,0.2883638441562652,0.346852570772171,79.0305404663086,3927.960693359375,0.3294956982135772,0.2351555079221725,0.2351554930210113,Energy,7.0
+jena_weather/10T/short,Timer,1421.3758544921875,1421.3758544921875,10.759843826293944,0.4265126883983612,0.5133702158927917,0.6040313243865967,17.06050682067871,37.70113754272461,0.2341713309288025,0.0668321177363395,0.0668321177363395,Nature,21.0
+jena_weather/H/short,Timer,1203.45263671875,1203.45263671875,10.736539840698242,0.626010537147522,2.478585958480835,0.6297770738601685,25.04042053222656,34.69081497192383,0.2126524597406387,0.0658142939209938,0.0658142939209938,Nature,21.0
+jena_weather/D/short,Timer,513.686279296875,513.686279296875,12.664178848266602,1.7647336721420288,1.22536039352417,0.4777471721172333,70.58934783935547,22.66464805603028,0.1364782303571701,0.0762590542435646,0.0762590542435646,Nature,21.0
+bitbrains_fast_storage/5T/short,Timer,2012037.125,2012037.125,222.65597534179688,1.0162328481674194,3.530824899673462,0.7916674017906189,40.64931488037109,1418.462890625,4.453622817993164,0.6990846991539001,0.6990846991539001,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,Timer,3378123.0,3378123.0,387.0008544921875,1.4674376249313354,6.137554168701172,0.6591413617134094,58.69750595092773,1837.967041015625,5.238802909851074,1.1030781269073486,1.1030781269073486,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,Timer,1855462.875,1855462.875,173.45669555664062,2.103407382965088,2.341862916946411,0.7406865358352661,84.13629913330078,1362.15380859375,5.573539733886719,0.7097347378730774,0.7097347378730774,Web/CloudOps,2.0
+bitbrains_rnd/H/short,Timer,2164091.0,2164091.0,238.7935943603516,6.159127712249756,4.8008222579956055,0.6970577239990234,246.36509704589844,1471.0849609375,6.438187599182129,1.045077562332153,1.0450776815414429,Web/CloudOps,2.0
+bizitobs_application/10S/short,Timer,5609835.5,5609835.5,1088.42431640625,3.750981569290161,0.0530213117599487,0.053666565567255,150.0392608642578,2368.509033203125,0.0913439318537712,0.0419761762022972,0.0419761724770069,Web/CloudOps,2.0
+bizitobs_service/10S/short,Timer,24416.603515625,24416.603515625,51.10384750366211,2.169052124023437,0.3454442322254181,0.1400158554315567,86.7620849609375,156.2581329345703,0.1157610192894935,0.0378593653440475,0.0378593653440475,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,Timer,27.20807838439941,27.20807838439941,3.4999563694000244,0.3761106431484222,0.1919722855091095,0.2377228885889053,15.044425964355469,5.216136455535889,0.1791432350873947,0.1202026680111885,0.1202026605606079,Web/CloudOps,7.0
+bizitobs_l2c/H/short,Timer,174.7396697998047,174.7396697998047,8.77177906036377,0.8403541445732117,0.9407946467399596,0.7788866758346558,33.614166259765625,13.218914031982422,0.7125332951545715,0.4728213548660278,0.4728213548660278,Web/CloudOps,7.0
+electricity/15T/medium,Timer,2507608.75,2507608.75,187.1243438720703,2.7405874729156494,0.4590089321136474,0.3416807055473327,109.62349700927734,1583.5430908203125,2.728604316711426,0.3224340975284576,0.3224340975284576,Energy,1.0
+electricity/H/medium,Timer,12729977.0,12729977.0,378.74114990234375,1.6499006748199463,0.3859025835990906,0.1930912882089615,65.99602508544922,3567.909423828125,1.3926725387573242,0.1478351503610611,0.1478351503610611,Energy,1.0
+solar/10T/medium,Timer,82.85549926757812,82.85549926757812,6.211141109466553,2.7358651161193848,3.19260573387146,1.6824835538864136,109.43460845947266,9.102499961853027,2.019880771636963,1.3782769441604614,1.3782769441604614,Energy,1.0
+solar/H/medium,Timer,894.169189453125,894.169189453125,16.82102394104004,1.2898763418197632,6.022534370422363,1.455984592437744,51.59505081176758,29.90266227722168,1.0771636962890625,0.6059325337409973,0.6059325933456421,Energy,1.0
+kdd_cup_2018/H/medium,Timer,4972.2255859375,4972.2255859375,25.70556831359864,1.1031593084335327,1.0825453996658323,0.5811611413955688,44.126373291015625,70.51400756835938,1.4759858846664429,0.5380641222000122,0.5380640625953674,Nature,1.0
+loop_seattle/5T/medium,Timer,175.62289428710938,175.62289428710938,8.868509292602539,1.3719229698181152,0.3077051937580108,0.1890646368265152,54.876914978027344,13.252278327941896,0.2357852756977081,0.1577890068292617,0.1577890068292617,Transport,1.0
+loop_seattle/H/medium,Timer,115.57488250732422,115.57488250732422,7.100574016571045,1.4409586191177368,0.1956809163093567,0.1531565189361572,57.63834381103516,10.75057601928711,0.1900152266025543,0.1255018562078476,0.1255018562078476,Transport,1.0
+sz_taxi/15T/medium,Timer,18.135269165039062,18.135269165039062,2.9966444969177246,0.5864758491516113,11960251842560.0,0.4295547008514404,23.459033966064453,4.258552551269531,0.396329402923584,0.2788877785205841,0.2788877785205841,Transport,1.0
+m_dense/H/medium,Timer,98668.859375,98668.859375,162.61505126953125,1.2639591693878174,0.6239790916442871,0.394538938999176,50.55836868286133,314.1159973144531,0.5465221405029297,0.2829296588897705,0.2829296588897705,Transport,1.0
+ett1/15T/medium,Timer,29.358871459960938,29.358871459960938,3.064739227294922,1.7557613849639893,0.910193681716919,0.6591196060180664,70.23045349121094,5.41838264465332,1.032749056816101,0.5841423273086548,0.5841423273086548,Energy,7.0
+ett1/H/medium,Timer,237.18679809570312,237.18679809570312,8.913472175598145,1.553605079650879,7674470072320.0,0.542371928691864,62.14420318603516,15.400870323181152,0.7376651763916016,0.4269341826438904,0.4269341826438904,Energy,7.0
+ett2/15T/medium,Timer,17.68214225769043,17.68214225769043,2.716909646987915,1.1290565729141235,0.1674913018941879,0.1970102041959762,45.16226196289063,4.205013751983643,0.2240927964448928,0.1447890400886535,0.1447890549898147,Energy,7.0
+ett2/H/medium,Timer,274.37237548828125,274.37237548828125,10.453105926513672,1.1246135234832764,0.1859084665775299,0.1857642829418182,44.98453903198242,16.564189910888672,0.2232131063938141,0.1408623307943344,0.1408623307943344,Energy,7.0
+jena_weather/10T/medium,Timer,2489.984375,2489.984375,16.714487075805664,0.7859023213386536,2.6763811111450195,0.6979338526725769,31.436092376708984,49.89974212646485,0.3062338829040527,0.1025765240192413,0.1025765165686607,Nature,21.0
+jena_weather/H/medium,Timer,1809.32958984375,1809.32958984375,13.810235023498535,0.936582088470459,5.170769691467285,0.6923579573631287,37.46328353881836,42.53621292114258,0.2602866291999817,0.0845072790980339,0.0845072865486145,Nature,21.0
+bitbrains_fast_storage/5T/medium,Timer,3149185.25,3149185.25,322.8526916503906,1.3148092031478882,5.947714805603027,0.8331922292709351,52.59236907958984,1774.594482421875,5.391707897186279,0.9809156060218812,0.9809156060218812,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,Timer,2225999.25,2225999.25,216.0227203369141,5.005271911621094,3.1543328762054443,0.7927706837654114,200.2108764648437,1491.978271484375,6.27751350402832,0.9089177846908568,0.9089177846908568,Web/CloudOps,2.0
+bizitobs_application/10S/medium,Timer,15773824.0,15773824.0,2290.66552734375,7.47352123260498,0.1042062267661094,0.1052982732653617,298.9408569335937,3971.62744140625,0.1559541225433349,0.0899477005004882,0.0899476930499076,Web/CloudOps,2.0
+bizitobs_service/10S/medium,Timer,128696.2578125,128696.2578125,119.21471405029295,4.256953716278076,0.7849547266960144,0.2061486095190048,170.2781524658203,358.7426147460937,0.2699981331825256,0.0897238031029701,0.0897238031029701,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,Timer,270.9913330078125,270.9913330078125,11.936371803283691,1.1333492994308472,0.6806544661521912,0.9873334765434264,45.3339729309082,16.461814880371094,0.8661335110664368,0.6280286908149719,0.6280286908149719,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,Timer,196.0673217773437,196.0673217773437,10.511180877685549,1.037947177886963,1.453730583190918,0.910856544971466,41.51788711547852,14.00240421295166,0.8478668332099915,0.6364679336547852,0.6364679336547852,Web/CloudOps,7.0
+electricity/15T/long,Timer,4811026.0,4811026.0,222.29676818847656,2.8717730045318604,0.4768320024013519,0.3436427712440491,114.87092590332033,2193.405029296875,3.460365533828736,0.3507004082202911,0.3507004082202911,Energy,1.0
+electricity/H/long,Timer,18253970.0,18253970.0,440.7637023925781,1.9044365882873533,0.4604615569114685,0.2154321521520614,76.1774673461914,4272.46630859375,1.6850595474243164,0.1738370805978775,0.1738370805978775,Energy,1.0
+solar/10T/long,Timer,85.07907104492188,85.07907104492188,6.364139556884766,2.790985107421875,3.2258267402648926,1.6921824216842651,111.639404296875,9.223832130432127,1.9935836791992188,1.3755069971084597,1.37550687789917,Energy,1.0
+solar/H/long,Timer,937.348876953125,937.348876953125,17.726049423217773,1.3549171686172483,8.945707321166992,1.454779028892517,54.19668960571289,30.616153717041016,1.0615178346633911,0.6145944595336914,0.6145943999290466,Energy,1.0
+kdd_cup_2018/H/long,Timer,3933.24560546875,3933.24560546875,24.26762962341309,1.0618218183517456,1.1776909828186035,0.6198624968528748,42.47286987304688,62.71559143066406,1.4715611934661863,0.5694166421890259,0.5694167017936707,Nature,1.0
+loop_seattle/5T/long,Timer,174.40982055664062,174.40982055664062,8.904092788696289,1.3811830282211304,0.312557190656662,0.1870190501213073,55.247318267822266,13.206430435180664,0.2334924042224884,0.1574261784553527,0.1574261933565139,Transport,1.0
+loop_seattle/H/long,Timer,119.13572692871094,119.13572692871094,7.016603946685791,1.4354292154312134,0.2177831083536148,0.1524847447872162,57.41716766357422,10.914931297302246,0.195064440369606,0.1253961026668548,0.1253961026668548,Transport,1.0
+sz_taxi/15T/long,Timer,17.1718692779541,17.1718692779541,2.921497344970703,0.5541780591011047,8475207794688.0,0.4209156036376953,22.16712188720703,4.143895626068115,0.3835515677928924,0.2704086005687713,0.2704086005687713,Transport,1.0
+m_dense/H/long,Timer,132903.703125,132903.703125,189.4039306640625,1.4404672384262085,0.7668570280075073,0.4415754973888397,57.61868667602539,364.5596008300781,0.6311065554618835,0.3278862237930298,0.3278862237930298,Transport,1.0
+ett1/15T/long,Timer,26.45624542236328,26.45624542236328,2.947497844696045,1.726724624633789,0.8878867030143738,0.6636614799499512,69.06898498535156,5.143563270568848,0.9803682565689088,0.5617960095405579,0.5617959499359131,Energy,7.0
+ett1/H/long,Timer,252.66668701171875,252.66668701171875,9.196810722351074,1.6078972816467283,5673646555136.0,0.5512914657592773,64.31588745117188,15.895492553710938,0.7612007260322571,0.4404153525829315,0.4404153823852539,Energy,7.0
+ett2/15T/long,Timer,17.282947540283203,17.282947540283203,2.730286836624145,1.1427444219589231,0.1719768047332763,0.1983316242694854,45.70977783203125,4.157276630401611,0.2215487957000732,0.1455019265413284,0.1455019265413284,Energy,7.0
+ett2/H/long,Timer,318.6417541503906,318.6417541503906,11.12791919708252,1.1976245641708374,0.1980889439582824,0.2000740468502044,47.90498352050781,17.850540161132812,0.2444494068622589,0.1523882895708084,0.1523882895708084,Energy,7.0
+jena_weather/10T/long,Timer,2642.381103515625,2642.381103515625,16.85823631286621,0.738312840461731,1.7886229753494265,0.6904714107513428,29.532514572143555,51.40409851074219,0.3145504891872406,0.1031584367156028,0.1031584441661834,Nature,21.0
+jena_weather/H/long,Timer,1726.2587890625,1726.2587890625,15.776041984558104,1.083956956863403,5.871225833892822,0.6670762300491333,43.3582763671875,41.54827117919922,0.2501666247844696,0.0949892476201057,0.0949892476201057,Nature,21.0
+bitbrains_fast_storage/5T/long,Timer,3541142.5,3541142.5,364.0123901367188,1.2159849405288696,5.811825275421143,0.842163622379303,48.63940048217773,1881.7923583984373,4.973015308380127,0.9619760513305664,0.9619760513305664,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,Timer,2221176.0,2221176.0,217.41079711914065,3.946690082550049,3.3151423931121826,0.7730594873428345,157.8675994873047,1490.3609619140625,5.709237098693848,0.8328518271446228,0.832851767539978,Web/CloudOps,2.0
+bizitobs_application/10S/long,Timer,18921282.0,18921282.0,2421.072021484375,8.513622283935547,0.1152883917093277,0.1179966256022453,340.5448913574219,4349.85986328125,0.1677567064762115,0.093371070921421,0.0933710560202598,Web/CloudOps,2.0
+bizitobs_service/10S/long,Timer,205238.046875,205238.046875,133.7473602294922,4.24716854095459,1.0456585884094238,0.2048772722482681,169.88673400878906,453.0320434570313,0.335620641708374,0.0990843251347541,0.0990843251347541,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,Timer,375.9095153808594,375.9095153808594,14.159292221069336,1.3388009071350098,1.0445107221603394,1.155885934829712,53.55203628540039,19.38838577270508,1.088628888130188,0.7950230836868286,0.7950231432914734,Web/CloudOps,7.0
+bizitobs_l2c/H/long,Timer,194.76385498046875,194.76385498046875,10.17976188659668,1.0375962257385254,1.343863010406494,0.9064521193504332,41.503849029541016,13.955781936645508,0.8524594306945801,0.6218092441558838,0.621809184551239,Web/CloudOps,7.0

results/Timer/config.json

@@ -0,0 +1,6 @@
+{
+    "model": "Timer",
+    "model_type": "pretrained",
+    "model_dtype": "float32",
+    "model_link": "https://drive.google.com/drive/folders/15oaiAl4OO5gFqZMJD2lOtX2fxHbpgcU8"
+}