diff --git a/app.py b/app.py index 675771795ec40e751225a506d214cdaad39a10c9..cd5cc3d10d41864201ebb05f82c1ca9bb5bd1ed9 100644 --- a/app.py +++ b/app.py @@ -171,7 +171,7 @@ def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None = filter_columns=[ ColumnFilter(ModelInfoColumn.model_type.name, type="checkboxgroup", label="Model types"), ColumnFilter(ModelInfoColumn.testdata_leakage.name, type="checkboxgroup", label="Test Leak."), - ColumnFilter(ModelInfoColumn.code_available.name, type="checkboxgroup", label="OSS"), + ColumnFilter(ModelInfoColumn.replication_code_available.name, type="checkboxgroup", label="Eval Code"), ], # bool_checkboxgroup_label="", column_widths=[30, 180] + [130 for _ in range(len(merged_df.columns)-2)], diff --git a/results/Chronos_small/config.json b/results/Chronos_small/config.json index f2fc3e4c308b0d5979164c82824574b90c063269..17e16ba50222f632859d572f452dbcb2dc16cb5d 100644 --- a/results/Chronos_small/config.json +++ b/results/Chronos_small/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb", "org": "AWS AI Labs", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/DLinear/config.json b/results/DLinear/config.json index 6bd9d10b0fdceb89e8633bdf7664c2a7ef68a3f4..d7e922a02f30a212c972c910f61ac84c5133e734 100644 --- a/results/DLinear/config.json +++ b/results/DLinear/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "The Chinese University of Hong Kong", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/DeOSAlphaTimeGPTPredictor-2025/config.json b/results/DeOSAlphaTimeGPTPredictor-2025/config.json index e56fe9123a116ffbfc659933bb2a22239925e569..0f7fedec87477862bb4d5b68fbce601da011e1ab 100644 --- a/results/DeOSAlphaTimeGPTPredictor-2025/config.json +++ b/results/DeOSAlphaTimeGPTPredictor-2025/config.json @@ -5,6 +5,6 @@ "model_link": "https://huggingface.co/vencortexio/DeOSAlphaTimeGPTPredictor-2025", "org": "vencortex®", "testdata_leakage": "No", - "code_available": "No" + "replication_code_available": "No" } \ No newline at end of file diff --git a/results/FlowState-9.1M/config.json b/results/FlowState-9.1M/config.json index cf59c6bf2e7a828565c4fce4b862291654a32fbc..0a70177b17a700ded4b985a09a376c18b5c7b8db 100644 --- a/results/FlowState-9.1M/config.json +++ b/results/FlowState-9.1M/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/flowstate.ipynb", "org": "IBM Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Kairos-1.0/config.json b/results/Kairos-1.0/config.json index d4a8e5220c33681ffdbb611b8c5404b89d9d94b9..504975f36b7b18d407b8f1839acf95e702b7fe47 100644 --- a/results/Kairos-1.0/config.json +++ b/results/Kairos-1.0/config.json @@ -5,5 +5,5 @@ "org": "ContinualIST", "model_link": "https://www.continualist.ai", "testdata_leakage": "No", - "code_available": "No" + "replication_code_available": "No" } \ No newline at end of file diff --git a/results/Kairos_10m/config.json b/results/Kairos_10m/config.json index eb52bcda26e7ee14d0a8c759f5fe025ba3a4693a..f998dcb6d232f7b5b8ff53173122acf9423edb72 100644 --- a/results/Kairos_10m/config.json +++ b/results/Kairos_10m/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/foundation-model-research/Kairos", "org": "ShanghaiTech University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Kairos_23m/config.json b/results/Kairos_23m/config.json index d99c75d738899afc6ca16dff10028950cb0e731d..b129e370b4ef7dcc8c5c4528069e8e7cd3d370bb 100644 --- a/results/Kairos_23m/config.json +++ b/results/Kairos_23m/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/foundation-model-research/Kairos", "org": "ShanghaiTech University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Kairos_50m/config.json b/results/Kairos_50m/config.json index c4210c9dbbe4205df65d9fa8ad50e1b3aefff9ae..956a406ff2ffab4f4fe1f9f45e0e8b7168e70f33 100644 --- a/results/Kairos_50m/config.json +++ b/results/Kairos_50m/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/foundation-model-research/Kairos", "org": "ShanghaiTech University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Lag-Llama/config.json b/results/Lag-Llama/config.json index ae5d5103860ce8e29f23447dfdcb814e47507870..1d1ff396d21f0f6cd53710c585eec576ab7c4268 100644 --- a/results/Lag-Llama/config.json +++ b/results/Lag-Llama/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama", "org": "Morgan Stanley & Service Now", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Moirai2/config.json b/results/Moirai2/config.json index 8898bf7066d3abaa63eebeec4a0518a6a7c27724..afe4d4bff3606be536e0229ade8ffb9da04b80c4 100644 --- a/results/Moirai2/config.json +++ b/results/Moirai2/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/uni2ts", "org": "Salesforce AI Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Moirai_base/config.json b/results/Moirai_base/config.json index ddbd13061fbd0ba848bc98b2e244f0c876c965a0..436cba8138127f1c5a08973f16a2a616962bf26f 100644 --- a/results/Moirai_base/config.json +++ b/results/Moirai_base/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb", "org": "Salesforce AI Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Moirai_large/config.json b/results/Moirai_large/config.json index 39d0da933b8d5cc8e036269c04e1f35c02b75829..c17b8d2e9909b35baf0a7373e4a73b03a2c2579f 100644 --- a/results/Moirai_large/config.json +++ b/results/Moirai_large/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb", "org": "Salesforce AI Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Moirai_small/config.json b/results/Moirai_small/config.json index 4d71a827610229e66d07ca447cd88bae8e9ecbe7..615e202e60d14d400d7908b7656e35f51509b5fa 100644 --- a/results/Moirai_small/config.json +++ b/results/Moirai_small/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb", "org": "Salesforce AI Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/N-BEATS/config.json b/results/N-BEATS/config.json index be6139068a5f8d4f816887b6aedc9be372c307f8..41ecb00fcfa4a60e67d812b78c3d0a2f1e8bdf10 100644 --- a/results/N-BEATS/config.json +++ b/results/N-BEATS/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "ServiceNow", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Nexus-1.0/config.json b/results/Nexus-1.0/config.json index 8c75ccb239ff15020aa411dee49c194558d16738..d7835f425caacae2c8cdaa8344084bb38d7fcf7f 100644 --- a/results/Nexus-1.0/config.json +++ b/results/Nexus-1.0/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "Google Cloud AI Research", "testdata_leakage": "No", - "code_available": "No" + "replication_code_available": "No" } diff --git a/results/PatchTST/config.json b/results/PatchTST/config.json index 6e5ec5987c009f41a22a8a87bc7ce13bf2cd94c3..f4b7f41197ab8f166a7760e9ba8b2141ede74f0a 100644 --- a/results/PatchTST/config.json +++ b/results/PatchTST/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "Princeton University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/TSOrchestra-test/config.json b/results/TSOrchestra-test/config.json index 12078c9c3720073398fa3376386cdf2567d5d1f8..793f3e893b0d8498ae9e27655ed90143cc28969f 100644 --- a/results/TSOrchestra-test/config.json +++ b/results/TSOrchestra-test/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/Melady/TEMPO", "org": "Melady Lab @ USC", "testdata_leakage": "Yes", - "code_available": "No" + "replication_code_available": "No" } \ No newline at end of file diff --git a/results/TSOrchestra/config.json b/results/TSOrchestra/config.json index a771a81b6c0395fd47b368c324c40d5eecdceab5..7b70c0a629127b2fdc77e87408fc4ead33dd9f04 100644 --- a/results/TSOrchestra/config.json +++ b/results/TSOrchestra/config.json @@ -5,5 +5,5 @@ "model_link": "https://github.com/DC-research/TSorchestra", "org": "Melady Lab @ USC", "testdata_leakage": "No", - "code_available": "No" + "replication_code_available": "No" } \ No newline at end of file diff --git a/results/TTM-R1-Pretrained/config.json b/results/TTM-R1-Pretrained/config.json index ab30ba992152e437451d235d02944cffd88f7825..f5da2dbed8529819633a2b4a270b4158b8334cc6 100644 --- a/results/TTM-R1-Pretrained/config.json +++ b/results/TTM-R1-Pretrained/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r1", "org": "IBM Research", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/TTM-R2-Finetuned/config.json b/results/TTM-R2-Finetuned/config.json index 847e01a3458febcb0a2b0d146ebbc2dc045bb068..14441ce5860a4c3025cdfc572cc491d3c3e4825b 100644 --- a/results/TTM-R2-Finetuned/config.json +++ b/results/TTM-R2-Finetuned/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb", "org": "IBM Research", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/TTM-R2-Pretrained/config.json b/results/TTM-R2-Pretrained/config.json index 2ba7e26f775c6d40fe71bd5d3b0dbeafba6c8fbc..d811a3e848edb05c3e64ea643292e076936e17ef 100644 --- a/results/TTM-R2-Pretrained/config.json +++ b/results/TTM-R2-Pretrained/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2", "org": "IBM Research", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/TiRex/config.json b/results/TiRex/config.json index 526b972a6867c572bb5ca14314f0887fbc70f699..b73d17642e5f6e9b7cda04e68a88303b8d2d4c6b 100644 --- a/results/TiRex/config.json +++ b/results/TiRex/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/NX-AI/TiRex-1.1-gifteval", "org": "NXAI", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } diff --git a/results/TimeCopilot/config.json b/results/TimeCopilot/config.json index c4fe438bd4311120fbe3da37bd4020574de36d4b..819ccb764e1a468a57f0a0f07b5141e66d124b5b 100644 --- a/results/TimeCopilot/config.json +++ b/results/TimeCopilot/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "model_link": "https://github.com/AzulGarza/TimeCopilot", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/TimesFM-2.5/config.json b/results/TimesFM-2.5/config.json index 033e497a715a6ae42d2e591d9275d76eacc13b7b..c76d7aff88aa4a8ed45ced6b7e9db680bdb3f45e 100644 --- a/results/TimesFM-2.5/config.json +++ b/results/TimesFM-2.5/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/timesfm2p5.ipynb", "org": "Google Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/Toto_Open_Base_1.0/config.json b/results/Toto_Open_Base_1.0/config.json index b3f5468371d6262e134d8cf5987c703ff2d4d84e..0b335a2fabc9a481f0f5504c4791a388573a8512 100644 --- a/results/Toto_Open_Base_1.0/config.json +++ b/results/Toto_Open_Base_1.0/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/Datadog/Toto-Open-Base-1.0", "org": "Datadog", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/YingLong_110m/config.json b/results/YingLong_110m/config.json index fa7797fae49523ce6f2ecd990294fa71ba8cd74a..f11271b62bd7ea63ce0ebeb9235f49a4484db216 100644 --- a/results/YingLong_110m/config.json +++ b/results/YingLong_110m/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/qcw2333/YingLong_110m", "org": "Alibaba", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/YingLong_300m/config.json b/results/YingLong_300m/config.json index 4e8dfc104ff0f3c03430fb6afef3faebfa6f6bb1..eef868f5353a95bbcdfb97e43b408881c47845bf 100644 --- a/results/YingLong_300m/config.json +++ b/results/YingLong_300m/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/qcw2333/YingLong_300m", "org": "Alibaba", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/YingLong_50m/config.json b/results/YingLong_50m/config.json index 64e3e2211f1d05fa799b7548c78fd81949d72433..33fcaae453f2670cee4704f4d7927e6944e97e38 100644 --- a/results/YingLong_50m/config.json +++ b/results/YingLong_50m/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/qcw2333/YingLong_50m", "org": "Alibaba", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/YingLong_6m/config.json b/results/YingLong_6m/config.json index a1b36a621d7f57f622ad9e6d2c1905324d01bde7..4f7f536bc893ebfa30333d0aba995363d48d04db 100644 --- a/results/YingLong_6m/config.json +++ b/results/YingLong_6m/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/qcw2333/YingLong_6m", "org": "Alibaba", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/auto_arima/config.json b/results/auto_arima/config.json index b71c189850a437fec0f56127b16b4d31c9f1a343..359a418a54d4cf7d353ace34bfa870529f538add 100644 --- a/results/auto_arima/config.json +++ b/results/auto_arima/config.json @@ -3,5 +3,5 @@ "model_type": "statistical", "model_dtype": "float32", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/auto_ets/config.json b/results/auto_ets/config.json index b55979037e1c7d95d1d6eb0738fa05b4b61e1d57..c6946bbfbe3d0c54b0f627de55c140d7b84953be 100644 --- a/results/auto_ets/config.json +++ b/results/auto_ets/config.json @@ -3,5 +3,5 @@ "model_type": "statistical", "model_dtype": "float32", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/auto_theta/config.json b/results/auto_theta/config.json index f56705110821f520ad03d596618e76657e9966e7..253e5d2f2bb8fb309d7ccfc2c6d2a7de32db7dd9 100644 --- a/results/auto_theta/config.json +++ b/results/auto_theta/config.json @@ -3,5 +3,5 @@ "model_type": "statistical", "model_dtype": "float32", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/chronos_base/config.json b/results/chronos_base/config.json index 04a5effb7a4909f54ee83f1b9047f1f88536514a..7812c79f62b1f61e2e804b43ce2a6a1e8c6918ff 100644 --- a/results/chronos_base/config.json +++ b/results/chronos_base/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb", "org": "AWS AI Labs", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/chronos_bolt_base/config.json b/results/chronos_bolt_base/config.json index 62f6aa5340cac17183a3b64194bc3c55ea7c1acb..7da531493b3c1c7c1d12862d926cd17fb56feb9a 100644 --- a/results/chronos_bolt_base/config.json +++ b/results/chronos_bolt_base/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb", "org": "AWS AI Labs", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/chronos_bolt_small/config.json b/results/chronos_bolt_small/config.json index bc5b591218a1329a78863f68e24ac2dd3c15ae96..6d31556a432f22497eca05a360237a92ea6dc3ac 100644 --- a/results/chronos_bolt_small/config.json +++ b/results/chronos_bolt_small/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb", "org": "AWS AI Labs", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/chronos_large/config.json b/results/chronos_large/config.json index 0c6dc9bab469cc463d246997f5c6a447bd330483..8852f3690bc29f664f8f59bd0e9167443a39962a 100644 --- a/results/chronos_large/config.json +++ b/results/chronos_large/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb", "org": "AWS AI Labs", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/crossformer/config.json b/results/crossformer/config.json index 301f64cbc4eb1dc40584e6d939aff772e1cf6c4b..b550a2d55ff192e9fc04e85549e6a7d4eb613e6e 100644 --- a/results/crossformer/config.json +++ b/results/crossformer/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "Shanghai Jiao Tong University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/deepar/config.json b/results/deepar/config.json index a208f452c6abf9a928208a19ff711dce1481a5a9..edd1724afadc833bdc9f21e49ecfb5549b4caae4 100644 --- a/results/deepar/config.json +++ b/results/deepar/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "Amazon Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/granite-flowstate-r1/config.json b/results/granite-flowstate-r1/config.json index 1c7664a4d745861a36f5dfe8050587b0a8f831e6..1d544257217dad8282a3465819a893576c6a2d69 100644 --- a/results/granite-flowstate-r1/config.json +++ b/results/granite-flowstate-r1/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/ibm-granite/granite-tsfm/blob/main/notebooks/hfdemo/flowstate_gift_eval.ipynb", "org": "IBM Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/iTransformer/config.json b/results/iTransformer/config.json index 5d2bc5ce6ef191999e070c0f8c6bdfc996674893..3b04f0f3dc45e29b6fd69ee106e70492eb2d4528 100644 --- a/results/iTransformer/config.json +++ b/results/iTransformer/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "Tsinghua University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/naive/config.json b/results/naive/config.json index ca641236c78d4421c1ce6275ec0137e2b14f1bce..8e3f3938428a836e9a0a1ce3d265f0e7485fa3f7 100644 --- a/results/naive/config.json +++ b/results/naive/config.json @@ -3,5 +3,5 @@ "model_type": "statistical", "model_dtype": "float32", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/seasonal_naive/config.json b/results/seasonal_naive/config.json index 0ba926c22bd3db27e1c5c4c3cda6195fcd8f984f..7a7e95476d16049bdbdcf8de96c9488176bf6c3d 100644 --- a/results/seasonal_naive/config.json +++ b/results/seasonal_naive/config.json @@ -3,5 +3,5 @@ "model_type": "statistical", "model_dtype": "float32", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/sundial_base_128m/config.json b/results/sundial_base_128m/config.json index a8fa9e099e3f4b9d1f21eae895ee094f4bf41fa6..d6ff6470291cd97f07a2d0de2daa8ce6dcfb398c 100644 --- a/results/sundial_base_128m/config.json +++ b/results/sundial_base_128m/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/thuml/sundial-base-128m", "org": "Tsinghua University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/tabpfn_ts/config.json b/results/tabpfn_ts/config.json index 5b2f41fd69d8c6ef91c2b7ed3ea01e0a8615cf7a..cd4c6a9979f26d5ff31f95a40660ae9bc557ff6d 100644 --- a/results/tabpfn_ts/config.json +++ b/results/tabpfn_ts/config.json @@ -5,5 +5,5 @@ "model_link": "https://github.com/liam-sbhoo/tabpfn-time-series/tree/main", "org": "PriorLabs", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/tempo_ensemble/config.json b/results/tempo_ensemble/config.json index 899dc505a2c6c01600c17d403503d856e233404c..f1a575b7b2f64b7e04fc4884a8a8180a4612d0f3 100644 --- a/results/tempo_ensemble/config.json +++ b/results/tempo_ensemble/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/Melady/TEMPO", "org": "Melady Lab @ USC", "testdata_leakage": "Yes", - "code_available": "No" + "replication_code_available": "No" } \ No newline at end of file diff --git a/results/tft/config.json b/results/tft/config.json index 0d4253ec8366584ed81bc071f2c296497dd32d4f..6bd0d1ab271c49c5d6e66f59bab8e7bb36b50e6d 100644 --- a/results/tft/config.json +++ b/results/tft/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "Google Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/tide/config.json b/results/tide/config.json index db140aa3b0a6f371f6f83cc2423c7e61b56c5a27..5d570a9fcad06309143e4433f6569fc98bf36b7d 100644 --- a/results/tide/config.json +++ b/results/tide/config.json @@ -4,5 +4,5 @@ "model_dtype": "float32", "org": "Google Research", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/timesfm/config.json b/results/timesfm/config.json index 8c258e8b9c4865a37ef1cd8049f81f13e738edf5..074328e99a3157ea296ced753220884e5060fed0 100644 --- a/results/timesfm/config.json +++ b/results/timesfm/config.json @@ -5,5 +5,5 @@ "model_link": "https://huggingface.co/google/timesfm-1.0-200m", "org": "Google Research", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/timesfm_2_0_500m/config.json b/results/timesfm_2_0_500m/config.json index 6a60eced4f94a4db4517281c8a41eaf7e5fbbae3..6359c579128139a6176c0a033ec08e044b51984b 100644 --- a/results/timesfm_2_0_500m/config.json +++ b/results/timesfm_2_0_500m/config.json @@ -6,5 +6,5 @@ "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/timesfm.ipynb", "org": "Google Research", "testdata_leakage": "Yes", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/visionts/config.json b/results/visionts/config.json index bec07e4d9c38a4522282b871621612aa58f86dd8..43a8b5293dde48b4d3dd6408b4c2dbe744348e78 100644 --- a/results/visionts/config.json +++ b/results/visionts/config.json @@ -5,5 +5,5 @@ "model_link": "https://github.com/Keytoyze/VisionTS", "org": "Zhejiang University", "testdata_leakage": "No", - "code_available": "Yes" + "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/xLSTM-Mixer/config.json b/results/xLSTM-Mixer/config.json index 550845b14f4f39129711bc058b914d126328349c..2614a0e75aeabdf3e5b0db9c791033c16b40f6b5 100644 --- a/results/xLSTM-Mixer/config.json +++ b/results/xLSTM-Mixer/config.json @@ -5,5 +5,5 @@ "model_link": "https://github.com/mauricekraus/xlstm-mixer", "org": "AIML Lab @ TU Darmstadt", "testdata_leakage": "No", - "code_available": "No" + "replication_code_available": "No" } \ No newline at end of file diff --git a/src/display/utils.py b/src/display/utils.py index 01d3504634c9f85481777d1fd1ae10063769f51e..d4f0345897a85d78d4ca0374f6cb5508d69aa38b 100644 --- a/src/display/utils.py +++ b/src/display/utils.py @@ -36,7 +36,7 @@ model_info_dict.append(["likes", ColumnContent, ColumnContent("Hub ❤️", "num model_info_dict.append(["still_on_hub", ColumnContent, ColumnContent("Available on the hub", "bool", False)]) model_info_dict.append(["org", ColumnContent, ColumnContent("Organization", "str", True, hidden=False)]) model_info_dict.append(["testdata_leakage", ColumnContent, ColumnContent("Test Leak.", "str", True, hidden=False)]) -model_info_dict.append(["code_available", ColumnContent, ColumnContent("OSS", "str", True, hidden=False)]) +model_info_dict.append(["replication_code_available", ColumnContent, ColumnContent("Eval Code", "str", True, hidden=False)]) # model_info_dict.append(["revision", ColumnContent, ColumnContent("Model sha", "str", False, False)]) # We use make dataclass to dynamically fill the scores from Tasks diff --git a/src/leaderboard/read_evals.py b/src/leaderboard/read_evals.py index db8f59c6aec3600d1d640672a85166b64ce4231b..47a873674d550821507f62ec149909b4f2524750 100644 --- a/src/leaderboard/read_evals.py +++ b/src/leaderboard/read_evals.py @@ -26,7 +26,7 @@ class ModelConfig: likes: int = 0 num_params: int | str = 0 testdata_leakage: str = "NA" - code_available: str = "NA" + replication_code_available: str = "NA" @classmethod def init_from_json_file(cls, json_filepath): @@ -44,9 +44,9 @@ class ModelConfig: code_link = data.get("code_link", "") org = data.get("org", "") testdata_leakage = data.get("testdata_leakage", "N/A") - code_available = data.get("code_available", "NA") + replication_code_available = data.get("replication_code_available", "NA") return cls(model=model, model_link=model_link, model_type=model_type, code_link=code_link, org=org, - precision=precision, testdata_leakage=testdata_leakage, code_available=code_available) + precision=precision, testdata_leakage=testdata_leakage, replication_code_available=replication_code_available) def to_dict(self): """Converts the model info to a dict compatible with our dataframe display""" @@ -62,7 +62,7 @@ class ModelConfig: ModelInfoColumn.params.name: self.num_params, ModelInfoColumn.org.name: self.org, ModelInfoColumn.testdata_leakage.name: self.testdata_leakage, - ModelInfoColumn.code_available.name: self.code_available, + ModelInfoColumn.replication_code_available.name: self.replication_code_available, } return data_dict