Update src/leaderboard_formatting.py
Browse files
src/leaderboard_formatting.py
CHANGED
|
@@ -24,6 +24,7 @@ COLUMNS_PRETTY = {
|
|
| 24 |
"dataset": "Dataset",
|
| 25 |
"CompScore": "CompScore",
|
| 26 |
"context": "Context",
|
|
|
|
| 27 |
}
|
| 28 |
|
| 29 |
# Add your metrics
|
|
@@ -91,7 +92,7 @@ def get_columns_per_task(task_id: str) -> List[str]:
|
|
| 91 |
if task_id == 'ci_builds_repair':
|
| 92 |
return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
|
| 93 |
|
| 94 |
-
return ["Model Name", "Context Size", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
|
| 95 |
|
| 96 |
|
| 97 |
def get_types_per_task(task_id: str) -> List[str]:
|
|
@@ -102,4 +103,4 @@ def get_types_per_task(task_id: str) -> List[str]:
|
|
| 102 |
return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|
| 103 |
if task_id == 'ci_builds_repair':
|
| 104 |
return ["html", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "markdown", "html"]
|
| 105 |
-
return ["html", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|
|
|
|
| 24 |
"dataset": "Dataset",
|
| 25 |
"CompScore": "CompScore",
|
| 26 |
"context": "Context",
|
| 27 |
+
"task_type": "Task type",
|
| 28 |
}
|
| 29 |
|
| 30 |
# Add your metrics
|
|
|
|
| 92 |
if task_id == 'ci_builds_repair':
|
| 93 |
return ["Model Name", "Context Size"] + metrics_per_task + ["Availability", "Submitted By", "Resources"]
|
| 94 |
|
| 95 |
+
return ["Model Name", "Context Size", "Task type", "Availability"] + metrics_per_task + ["Submitted By", "Resources"]
|
| 96 |
|
| 97 |
|
| 98 |
def get_types_per_task(task_id: str) -> List[str]:
|
|
|
|
| 103 |
return ["html", "markdown", "markdown", "html"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|
| 104 |
if task_id == 'ci_builds_repair':
|
| 105 |
return ["html", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "markdown", "html"]
|
| 106 |
+
return ["html", "markdown", "markdown", "markdown"] + ["number" for _ in metrics_per_task] + ["markdown", "html"]
|