tohid.abedini
commited on
Commit
·
62afa83
1
Parent(s):
0727cc3
[Add] jsonl load handling
Browse files- app.py +1 -2
- leaderboard_base.json +0 -14
- leaderboard_base.jsonl +1 -0
- leaderboard_persian.json +0 -14
app.py
CHANGED
|
@@ -101,9 +101,8 @@ def submit(model_name, model_id, contact_email, challenge, submission_id, paper_
|
|
| 101 |
abs_path = Path(__file__).parent
|
| 102 |
|
| 103 |
# Any pandas-compatible data
|
| 104 |
-
# persian_df = pd.read_json(str(abs_path / "leaderboard_persian.jsonl"))
|
| 105 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
| 106 |
-
base_df =
|
| 107 |
|
| 108 |
with gr.Blocks(css=custom_css) as demo:
|
| 109 |
gr.Markdown("""
|
|
|
|
| 101 |
abs_path = Path(__file__).parent
|
| 102 |
|
| 103 |
# Any pandas-compatible data
|
|
|
|
| 104 |
persian_df = jsonl_to_dataframe(str(abs_path / "leaderboard_persian.jsonl"))
|
| 105 |
+
base_df = jsonl_to_dataframe(str(abs_path / "leaderboard_base.jsonl"))
|
| 106 |
|
| 107 |
with gr.Blocks(css=custom_css) as demo:
|
| 108 |
gr.Markdown("""
|
leaderboard_base.json
DELETED
|
@@ -1,14 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"Model": {"0": "meta-llama/Meta-Llama-3-8B-Instruct"},
|
| 3 |
-
"Precision": {"0": "bfloat16"},
|
| 4 |
-
"#Params (B)": {"0": 8.03},
|
| 5 |
-
"Part Multiple Choice": {"0": 54},
|
| 6 |
-
"ARC Easy": {"0": 64},
|
| 7 |
-
"ARC Challenging": {"0": 44},
|
| 8 |
-
"MMLU Pro": {"0": 34},
|
| 9 |
-
"GSM8k Persian": {"0": 15},
|
| 10 |
-
"Multiple Choice Persian": {"0": 5},
|
| 11 |
-
"Hub License": {"0": "llama3"},
|
| 12 |
-
"Model sha": {"0": "5f10e376dcdac39811d4ad43424f6122635784a3"},
|
| 13 |
-
"model_name_for_query": {"0": "meta-llama/Meta-Llama-3-8B-Instruct"}
|
| 14 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
leaderboard_base.jsonl
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"Model":"meta-llama/Meta-Llama-3-8B-Instruct", "Precision": "bfloat16", "#Params (B)": 8.03, "Part Multiple Choice": 54, "ARC Easy": 64, "ARC Challenging": 44, "MMLU Pro": 34, "GSM8k Persian": 15, "Multiple Choice Persian": 5, "Hub License": "llama3", "Model sha": "5f10e376dcdac39811d4ad43424f6122635784a3", "model_name_for_query": "meta-llama/Meta-Llama-3-8B-Instruct"}
|
leaderboard_persian.json
DELETED
|
@@ -1,14 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"Model": {"0": "PartAI/Dorna-Llama3-8B-Instruct"},
|
| 3 |
-
"Precision": {"0": "bfloat16"},
|
| 4 |
-
"#Params (B)": {"0": 8.03},
|
| 5 |
-
"Part Multiple Choice": {"0": 55},
|
| 6 |
-
"ARC Easy": {"0": 65},
|
| 7 |
-
"ARC Challenging": {"0": 45},
|
| 8 |
-
"MMLU Pro": {"0": 35},
|
| 9 |
-
"GSM8k Persian": {"0": 25},
|
| 10 |
-
"Multiple Choice Persian": {"0": 15},
|
| 11 |
-
"Hub License": {"0": "llama3"},
|
| 12 |
-
"Model sha": {"0": "5f10e376dcdac39811d4ad43424f6122635784a3"},
|
| 13 |
-
"model_name_for_query": {"0": "PartAI/Dorna-Llama3-8B-Instruct"}
|
| 14 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|