Spaces:
Sleeping
Sleeping
Add First Author column with links
Browse files- app.py +28 -4
- data/classification.csv +16 -16
- data/detection.csv +16 -16
- data/segmentation.csv +16 -16
app.py
CHANGED
|
@@ -49,7 +49,7 @@ def build_tab(df, name):
|
|
| 49 |
datasets = sorted(df["Dataset"].unique().tolist())
|
| 50 |
models = sorted(df["Model"].unique().tolist())
|
| 51 |
organizations = sorted(df["Organization"].unique().tolist())
|
| 52 |
-
metric_cols = [col for col in df.columns if col not in ["Model", "Organization", "Dataset"]]
|
| 53 |
|
| 54 |
# Create pivoted dataframe
|
| 55 |
pivoted_data = []
|
|
@@ -57,7 +57,14 @@ def build_tab(df, name):
|
|
| 57 |
for org in organizations:
|
| 58 |
model_org_data = df[(df["Model"] == model) & (df["Organization"] == org)]
|
| 59 |
if not model_org_data.empty:
|
| 60 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 61 |
for dataset in datasets:
|
| 62 |
dataset_data = model_org_data[model_org_data["Dataset"] == dataset]
|
| 63 |
if not dataset_data.empty:
|
|
@@ -78,7 +85,7 @@ def build_tab(df, name):
|
|
| 78 |
for metric in metric_cols:
|
| 79 |
metric_combo_cols.append(f"{dataset} ({metric})")
|
| 80 |
|
| 81 |
-
all_cols = ["Model", "Organization"] + metric_combo_cols
|
| 82 |
|
| 83 |
with gr.TabItem(name, elem_id="llm-benchmark-tab-table"):
|
| 84 |
with gr.Row():
|
|
@@ -100,7 +107,8 @@ def build_tab(df, name):
|
|
| 100 |
value=pivoted_df,
|
| 101 |
wrap=True,
|
| 102 |
interactive=False,
|
| 103 |
-
elem_id="leaderboard-table"
|
|
|
|
| 104 |
)
|
| 105 |
|
| 106 |
with gr.Column(scale=1):
|
|
@@ -189,6 +197,22 @@ custom_css = """
|
|
| 189 |
min-width: 100px;
|
| 190 |
}
|
| 191 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 192 |
/* Remove any interactive elements from table */
|
| 193 |
#leaderboard-table input[type="range"],
|
| 194 |
#leaderboard-table .slider {
|
|
|
|
| 49 |
datasets = sorted(df["Dataset"].unique().tolist())
|
| 50 |
models = sorted(df["Model"].unique().tolist())
|
| 51 |
organizations = sorted(df["Organization"].unique().tolist())
|
| 52 |
+
metric_cols = [col for col in df.columns if col not in ["Model", "Organization", "Dataset", "First Author", "Author Link"]]
|
| 53 |
|
| 54 |
# Create pivoted dataframe
|
| 55 |
pivoted_data = []
|
|
|
|
| 57 |
for org in organizations:
|
| 58 |
model_org_data = df[(df["Model"] == model) & (df["Organization"] == org)]
|
| 59 |
if not model_org_data.empty:
|
| 60 |
+
# Get First Author and Author Link from the first entry (they should be the same for model+org)
|
| 61 |
+
first_author = model_org_data["First Author"].values[0]
|
| 62 |
+
author_link = model_org_data["Author Link"].values[0]
|
| 63 |
+
|
| 64 |
+
# Create HTML link for First Author
|
| 65 |
+
author_html = f'<a href="{author_link}" target="_blank">{first_author}</a>'
|
| 66 |
+
|
| 67 |
+
row = {"Model": model, "Organization": org, "First Author": author_html}
|
| 68 |
for dataset in datasets:
|
| 69 |
dataset_data = model_org_data[model_org_data["Dataset"] == dataset]
|
| 70 |
if not dataset_data.empty:
|
|
|
|
| 85 |
for metric in metric_cols:
|
| 86 |
metric_combo_cols.append(f"{dataset} ({metric})")
|
| 87 |
|
| 88 |
+
all_cols = ["Model", "Organization", "First Author"] + metric_combo_cols
|
| 89 |
|
| 90 |
with gr.TabItem(name, elem_id="llm-benchmark-tab-table"):
|
| 91 |
with gr.Row():
|
|
|
|
| 107 |
value=pivoted_df,
|
| 108 |
wrap=True,
|
| 109 |
interactive=False,
|
| 110 |
+
elem_id="leaderboard-table",
|
| 111 |
+
datatype=["str"] * len(pivoted_df.columns)
|
| 112 |
)
|
| 113 |
|
| 114 |
with gr.Column(scale=1):
|
|
|
|
| 197 |
min-width: 100px;
|
| 198 |
}
|
| 199 |
|
| 200 |
+
#leaderboard-table tbody td:nth-child(3),
|
| 201 |
+
#leaderboard-table thead th:nth-child(3) {
|
| 202 |
+
text-align: left;
|
| 203 |
+
min-width: 120px;
|
| 204 |
+
}
|
| 205 |
+
|
| 206 |
+
/* Style links in First Author column */
|
| 207 |
+
#leaderboard-table a {
|
| 208 |
+
color: #0066cc;
|
| 209 |
+
text-decoration: none;
|
| 210 |
+
}
|
| 211 |
+
|
| 212 |
+
#leaderboard-table a:hover {
|
| 213 |
+
text-decoration: underline;
|
| 214 |
+
}
|
| 215 |
+
|
| 216 |
/* Remove any interactive elements from table */
|
| 217 |
#leaderboard-table input[type="range"],
|
| 218 |
#leaderboard-table .slider {
|
data/classification.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
-
Model,Organization,Dataset,Accuracy,F1-Score
|
| 2 |
-
ResNet-50,Microsoft,DoMars16,92.5,91.8
|
| 3 |
-
ViT-Base,Google,DoMars16,94.2,93.5
|
| 4 |
-
Swin-T,Microsoft,DoMars16,95.8,94.9
|
| 5 |
-
InceptionV3,Google,DoMars16,93.1,92.4
|
| 6 |
-
SqueezeNet,DeepMind,DoMars16,89.7,88.6
|
| 7 |
-
ResNet-50,Microsoft,Atmospheric Dust,88.3,87.5
|
| 8 |
-
ViT-Base,Google,Atmospheric Dust,90.1,89.2
|
| 9 |
-
Swin-T,Microsoft,Atmospheric Dust,91.5,90.7
|
| 10 |
-
InceptionV3,Google,Atmospheric Dust,89.8,88.9
|
| 11 |
-
SqueezeNet,DeepMind,Atmospheric Dust,87.2,86.3
|
| 12 |
-
ResNet-50,Microsoft,Martian Frost,85.6,84.8
|
| 13 |
-
ViT-Base,Google,Martian Frost,87.9,86.9
|
| 14 |
-
Swin-T,Microsoft,Martian Frost,88.4,87.5
|
| 15 |
-
InceptionV3,Google,Martian Frost,86.7,85.8
|
| 16 |
-
SqueezeNet,DeepMind,Martian Frost,84.3,83.4
|
|
|
|
| 1 |
+
Model,Organization,Dataset,Accuracy,F1-Score,First Author,Author Link
|
| 2 |
+
ResNet-50,Microsoft,DoMars16,92.5,91.8,K. He,https://kaiminghe.github.io/
|
| 3 |
+
ViT-Base,Google,DoMars16,94.2,93.5,A. Dosovitskiy,https://scholar.google.com/citations?user=UfvnhKcAAAAJ
|
| 4 |
+
Swin-T,Microsoft,DoMars16,95.8,94.9,Z. Liu,https://scholar.google.com/citations?user=nHh9PSsAAAAJ
|
| 5 |
+
InceptionV3,Google,DoMars16,93.1,92.4,C. Szegedy,https://scholar.google.com/citations?user=3QeF7mAAAAAJ
|
| 6 |
+
SqueezeNet,DeepMind,DoMars16,89.7,88.6,F. Iandola,https://scholar.google.com/citations?user=LvWAIwUAAAAJ
|
| 7 |
+
ResNet-50,Microsoft,Atmospheric Dust,88.3,87.5,K. He,https://kaiminghe.github.io/
|
| 8 |
+
ViT-Base,Google,Atmospheric Dust,90.1,89.2,A. Dosovitskiy,https://scholar.google.com/citations?user=UfvnhKcAAAAJ
|
| 9 |
+
Swin-T,Microsoft,Atmospheric Dust,91.5,90.7,Z. Liu,https://scholar.google.com/citations?user=nHh9PSsAAAAJ
|
| 10 |
+
InceptionV3,Google,Atmospheric Dust,89.8,88.9,C. Szegedy,https://scholar.google.com/citations?user=3QeF7mAAAAAJ
|
| 11 |
+
SqueezeNet,DeepMind,Atmospheric Dust,87.2,86.3,F. Iandola,https://scholar.google.com/citations?user=LvWAIwUAAAAJ
|
| 12 |
+
ResNet-50,Microsoft,Martian Frost,85.6,84.8,K. He,https://kaiminghe.github.io/
|
| 13 |
+
ViT-Base,Google,Martian Frost,87.9,86.9,A. Dosovitskiy,https://scholar.google.com/citations?user=UfvnhKcAAAAJ
|
| 14 |
+
Swin-T,Microsoft,Martian Frost,88.4,87.5,Z. Liu,https://scholar.google.com/citations?user=nHh9PSsAAAAJ
|
| 15 |
+
InceptionV3,Google,Martian Frost,86.7,85.8,C. Szegedy,https://scholar.google.com/citations?user=3QeF7mAAAAAJ
|
| 16 |
+
SqueezeNet,DeepMind,Martian Frost,84.3,83.4,F. Iandola,https://scholar.google.com/citations?user=LvWAIwUAAAAJ
|
data/detection.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
-
Model,Organization,Dataset,mAP,IoU
|
| 2 |
-
Faster R-CNN,Meta,Mars Crater,78.5,0.72
|
| 3 |
-
YOLOv5,Ultralytics,Mars Crater,80.2,0.74
|
| 4 |
-
DETR,Meta,Mars Crater,82.1,0.76
|
| 5 |
-
RetinaNet,Meta,Mars Crater,79.3,0.73
|
| 6 |
-
SSD,Google,Mars Crater,77.8,0.71
|
| 7 |
-
Faster R-CNN,Meta,Rover Component,75.6,0.69
|
| 8 |
-
YOLOv5,Ultralytics,Rover Component,77.3,0.71
|
| 9 |
-
DETR,Meta,Rover Component,78.9,0.73
|
| 10 |
-
RetinaNet,Meta,Rover Component,76.7,0.70
|
| 11 |
-
SSD,Google,Rover Component,75.1,0.68
|
| 12 |
-
Faster R-CNN,Meta,Geological Feature,73.4,0.67
|
| 13 |
-
YOLOv5,Ultralytics,Geological Feature,75.1,0.69
|
| 14 |
-
DETR,Meta,Geological Feature,76.7,0.71
|
| 15 |
-
RetinaNet,Meta,Geological Feature,74.5,0.68
|
| 16 |
-
SSD,Google,Geological Feature,73.0,0.67
|
|
|
|
| 1 |
+
Model,Organization,Dataset,mAP,IoU,First Author,Author Link
|
| 2 |
+
Faster R-CNN,Meta,Mars Crater,78.5,0.72,S. Ren,https://scholar.google.com/citations?user=L_hq4a0AAAAJ
|
| 3 |
+
YOLOv5,Ultralytics,Mars Crater,80.2,0.74,G. Jocher,https://github.com/glenn-jocher
|
| 4 |
+
DETR,Meta,Mars Crater,82.1,0.76,N. Carion,https://scholar.google.com/citations?user=p1wMCUUAAAAJ
|
| 5 |
+
RetinaNet,Meta,Mars Crater,79.3,0.73,T. Lin,https://scholar.google.com/citations?user=7zQoaFkAAAAJ
|
| 6 |
+
SSD,Google,Mars Crater,77.8,0.71,W. Liu,https://scholar.google.com/citations?user=PQ7QBjYAAAAJ
|
| 7 |
+
Faster R-CNN,Meta,Rover Component,75.6,0.69,S. Ren,https://scholar.google.com/citations?user=L_hq4a0AAAAJ
|
| 8 |
+
YOLOv5,Ultralytics,Rover Component,77.3,0.71,G. Jocher,https://github.com/glenn-jocher
|
| 9 |
+
DETR,Meta,Rover Component,78.9,0.73,N. Carion,https://scholar.google.com/citations?user=p1wMCUUAAAAJ
|
| 10 |
+
RetinaNet,Meta,Rover Component,76.7,0.70,T. Lin,https://scholar.google.com/citations?user=7zQoaFkAAAAJ
|
| 11 |
+
SSD,Google,Rover Component,75.1,0.68,W. Liu,https://scholar.google.com/citations?user=PQ7QBjYAAAAJ
|
| 12 |
+
Faster R-CNN,Meta,Geological Feature,73.4,0.67,S. Ren,https://scholar.google.com/citations?user=L_hq4a0AAAAJ
|
| 13 |
+
YOLOv5,Ultralytics,Geological Feature,75.1,0.69,G. Jocher,https://github.com/glenn-jocher
|
| 14 |
+
DETR,Meta,Geological Feature,76.7,0.71,N. Carion,https://scholar.google.com/citations?user=p1wMCUUAAAAJ
|
| 15 |
+
RetinaNet,Meta,Geological Feature,74.5,0.68,T. Lin,https://scholar.google.com/citations?user=7zQoaFkAAAAJ
|
| 16 |
+
SSD,Google,Geological Feature,73.0,0.67,W. Liu,https://scholar.google.com/citations?user=PQ7QBjYAAAAJ
|
data/segmentation.csv
CHANGED
|
@@ -1,16 +1,16 @@
|
|
| 1 |
-
Model,Organization,Dataset,Dice Score,IoU
|
| 2 |
-
U-Net,OpenAI,Mars Terrain,0.85,0.74
|
| 3 |
-
DeepLabV3+,Google,Mars Terrain,0.87,0.76
|
| 4 |
-
Mask R-CNN,Meta,Mars Terrain,0.88,0.78
|
| 5 |
-
SegFormer,NVIDIA,Mars Terrain,0.86,0.75
|
| 6 |
-
HRNet,Microsoft,Mars Terrain,0.84,0.73
|
| 7 |
-
U-Net,OpenAI,Dust Storm,0.82,0.70
|
| 8 |
-
DeepLabV3+,Google,Dust Storm,0.84,0.72
|
| 9 |
-
Mask R-CNN,Meta,Dust Storm,0.85,0.74
|
| 10 |
-
SegFormer,NVIDIA,Dust Storm,0.83,0.71
|
| 11 |
-
HRNet,Microsoft,Dust Storm,0.82,0.70
|
| 12 |
-
U-Net,OpenAI,Geological Feature,0.81,0.68
|
| 13 |
-
DeepLabV3+,Google,Geological Feature,0.83,0.70
|
| 14 |
-
Mask R-CNN,Meta,Geological Feature,0.84,0.72
|
| 15 |
-
SegFormer,NVIDIA,Geological Feature,0.82,0.69
|
| 16 |
-
HRNet,Microsoft,Geological Feature,0.81,0.68
|
|
|
|
| 1 |
+
Model,Organization,Dataset,Dice Score,IoU,First Author,Author Link
|
| 2 |
+
U-Net,OpenAI,Mars Terrain,0.85,0.74,O. Ronneberger,https://scholar.google.com/citations?user=MXXkjXkAAAAJ
|
| 3 |
+
DeepLabV3+,Google,Mars Terrain,0.87,0.76,L. Chen,https://scholar.google.com/citations?user=WicCTRsAAAAJ
|
| 4 |
+
Mask R-CNN,Meta,Mars Terrain,0.88,0.78,K. He,https://kaiminghe.github.io/
|
| 5 |
+
SegFormer,NVIDIA,Mars Terrain,0.86,0.75,E. Xie,https://scholar.google.com/citations?user=txgkZ0kAAAAJ
|
| 6 |
+
HRNet,Microsoft,Mars Terrain,0.84,0.73,J. Wang,https://scholar.google.com/citations?user=aYKQn88AAAAJ
|
| 7 |
+
U-Net,OpenAI,Dust Storm,0.82,0.70,O. Ronneberger,https://scholar.google.com/citations?user=MXXkjXkAAAAJ
|
| 8 |
+
DeepLabV3+,Google,Dust Storm,0.84,0.72,L. Chen,https://scholar.google.com/citations?user=WicCTRsAAAAJ
|
| 9 |
+
Mask R-CNN,Meta,Dust Storm,0.85,0.74,K. He,https://kaiminghe.github.io/
|
| 10 |
+
SegFormer,NVIDIA,Dust Storm,0.83,0.71,E. Xie,https://scholar.google.com/citations?user=txgkZ0kAAAAJ
|
| 11 |
+
HRNet,Microsoft,Dust Storm,0.82,0.70,J. Wang,https://scholar.google.com/citations?user=aYKQn88AAAAJ
|
| 12 |
+
U-Net,OpenAI,Geological Feature,0.81,0.68,O. Ronneberger,https://scholar.google.com/citations?user=MXXkjXkAAAAJ
|
| 13 |
+
DeepLabV3+,Google,Geological Feature,0.83,0.70,L. Chen,https://scholar.google.com/citations?user=WicCTRsAAAAJ
|
| 14 |
+
Mask R-CNN,Meta,Geological Feature,0.84,0.72,K. He,https://kaiminghe.github.io/
|
| 15 |
+
SegFormer,NVIDIA,Geological Feature,0.82,0.69,E. Xie,https://scholar.google.com/citations?user=txgkZ0kAAAAJ
|
| 16 |
+
HRNet,Microsoft,Geological Feature,0.81,0.68,J. Wang,https://scholar.google.com/citations?user=aYKQn88AAAAJ
|