Upload 2 files

app.py

@@ -0,0 +1,90 @@
+import gradio as gr
+import pandas as pd
+
+from constants import *
+
+
+def get_data(verified, dataset, ipc, label_type):
+    data = pd.read_csv("data.csv")
+    data["verified"] = data["verified"].apply(lambda x: bool(x))
+    data["dataset"] = data["dataset"].apply(lambda x: DATASET_LIST[x])
+    data["ipc"] = data["ipc"].apply(lambda x: IPC_LIST[x])
+    data["label_type"] = data["label_type"].apply(lambda x: LABEL_TYPE_LIST[x])
+    if verified:
+        data = data[data["verified"] == verified]
+    data = data[data["dataset"] == dataset]
+    data = data[data["ipc"] == ipc]
+    data = data[data["label_type"] == label_type]
+    data = data.sort_values(by="score", ascending=False)
+
+    # formatting
+    data["method"] = "[" + data["method"] + "](" + data["method_reference"] + ")"
+    data["verified"] = data["verified"].apply(lambda x: "✅" if x else "")
+    data = data.drop(columns=["method_reference", "dataset", "ipc", "label_type"])
+    if label_type == "Hard Label":
+        data = data.rename(columns={"method": "Method", "date": "Date", "recovery": "Hard Recovery", "improvement": "Hard Improvement", "score": "Score", "verified": "Verified"})
+    else:
+        data = data.rename(columns={"method": "Method", "date": "Date", "recovery": "Hard Recovery", "improvement": "Soft Improvement", "score": "Score", "verified": "Verified"})
+    return data
+
+
+with gr.Blocks() as leaderboard:
+    gr.Markdown(LEADERBOARD_INTRODUCTION)
+
+    verified = gr.Checkbox(
+        label="Verified by DD-Ranking Team (Uncheck to view all submissions)",
+        value=True,
+        interactive=True
+    )
+
+    dataset = gr.Radio(
+        label="Dataset",
+        choices=DATASET_LIST,
+        value=DATASET_LIST[0],
+        interactive=True,
+    )
+    ipc = gr.Radio(
+        label="IPC",
+        choices=IPC_LIST,
+        value=IPC_LIST[0],
+        interactive=True,
+        info=IPC_INFO
+    )
+    label = gr.Radio(
+        label="Label Type",
+        choices=LABEL_TYPE_LIST,
+        value=LABEL_TYPE_LIST[0],
+        interactive=True,
+        info=LABEL_TYPE_INFO
+    )
+
+    board = gr.components.Dataframe(
+        value=get_data(verified.value, dataset.value, ipc.value, label.value),
+        headers=COLUMN_NAMES,
+        type="pandas",
+        datatype=DATA_TITLE_TYPE,
+        interactive=False,
+        visible=True,
+        max_height=500,
+    )
+
+    for component in [verified, dataset, ipc, label]:
+        component.change(fn=lambda v, d, i, l: gr.components.Dataframe(
+            value=get_data(v, d, i, l),
+            headers=COLUMN_NAMES,
+            type="pandas",
+            datatype=DATA_TITLE_TYPE,
+            interactive=False,
+            visible=True,
+            max_height=500,
+        ), inputs=[verified, dataset, ipc, label], outputs=board)
+
+    citation_button = gr.Textbox(
+        value=CITATION_BUTTON_TEXT,
+        label=CITATION_BUTTON_LABEL,
+        elem_id="citation-button",
+        lines=6,
+        show_copy_button=True,
+    )
+
+leaderboard.launch()

data.csv

@@ -0,0 +1,67 @@
+method,method_reference,verified,date,dataset,ipc,label_type,recovery,improvement,score
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,0,0,0,52.66,12.40,0.24
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,0,0,0,58.93,13.16,0.22
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,0,0,0,61.37,8.73,0.14
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,0,0,0,42.21,27.62,0.66
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,0,0,1,,,
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,0,0,1,69.86,-0.27,-0.00
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,0,0,1,60.58,2.38,0.04
+D4M,https://arxiv.org/abs/2407.15138,1,2024-12-23,0,0,1,56.08,0.28,0.00
+
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,0,1,0,36.70,18.54,0.51
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,0,1,0,35.14,19.62,0.56
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,0,1,0,39.37,16.12,0.41
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,0,1,0,23.73,30.90,1.30
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,0,1,1,26.84,35.05,1.31
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,0,1,1,67.82,-5.77,-0.09
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,0,1,1,50.65,1.11,0.02
+D4M,https://arxiv.org/abs/2407.15138,1,2024-12-23,0,1,1,46.47,-2.84,-0.06
+
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,0,2,0,26.31,12.34,0.47
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,0,2,0,27.41,10.96,0.40
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,0,2,0,25.06,12.66,0.51
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,0,2,0,16.52,20.52,1.24
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,0,2,1,18.89,23.89,1.27
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,0,2,1,62.85,-6.50,-0.10
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,0,2,1,36.01,-1.55,-0.04
+D4M,https://arxiv.org/abs/2407.15138,1,2024-12-23,0,2,1,35.46,0.64,0.02
+
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,1,0,0,39.36,8.36,0.21
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,1,0,0,46.04,8.50,0.18
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,1,0,0,48.04,6.13,0.13
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,1,0,0,35.21,16.66,0.47
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,1,0,1,,,
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,1,0,1,,,
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,1,0,1,45.55,-0.52,-0.01
+
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,1,1,0,25.52,12.66,0.50
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,1,1,0,27.28,13.49,0.49
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,1,1,0,30.09,10.72,0.36
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,1,1,0,18.01,20.68,1.15
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,1,1,1,26.98,18.43,0.68
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,1,1,1,,,
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,1,1,1,37.46,-1.23,-0.03
+
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,1,2,0,21.77,1.11,0.05
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,1,2,0,21.19,2.02,0.10
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,1,2,0,16.58,7.16,0.43
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,1,2,0,12.08,11.56,0.96
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,1,2,1,,,
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,1,2,1,,,
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,1,2,1,27.32,-1.54,-0.06
+
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,2,1,0,28.61,2.90,0.10
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,2,1,0,36.26,2.67,0.07
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,2,1,0,36.67,2.33,0.06
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,2,1,0,,,
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,2,1,1,,,
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,2,1,1,,,
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,2,1,1,21.02,2.56,0.12
+
+DC,https://arxiv.org/abs/2006.05929,1,2024-12-23,2,1,0,21.53,7.14,0.33
+DSA,https://arxiv.org/abs/2102.08259,1,2024-12-23,2,1,0,26.33,6.77,0.26
+DM,https://arxiv.org/abs/2110.04181,1,2024-12-23,2,1,0,,,
+MTT,https://arxiv.org/abs/2203.11932,1,2024-12-23,2,1,0,,,
+DATM,https://arxiv.org/abs/2310.05773,1,2024-12-23,2,1,1,,,
+SRe2L,https://arxiv.org/abs/2306.13092,1,2024-12-23,2,1,1,,,
+RDED,https://arxiv.org/abs/2312.03526,1,2024-12-23,2,1,1,15.78,2.32,0.15