feat: enhance submission functionality by adding new submit method and updating file handling in app.py

app.py

@@ -38,7 +38,7 @@ from src.display.utils import (
 from src.envs import API, settings
 from src.populate import get_evaluation_queue_df, get_leaderboard_df
 from src.prepare import prepare_space
-from src.submission.submit import add_new_eval
+from src.submission.submit import add_new_submit
 
 prepare_space()
 BENCHMARKS = get_benchmarks()
@@ -387,9 +387,10 @@ def main():
                                 return ""
                             try:
                                 import json
+
                                 # file 是文件路径字符串（当 type="filepath" 时）
                                 file_path = file if isinstance(file, str) else file.name
-                                with open(file_path, 'r', encoding='utf-8') as f:
+                                with open(file_path, encoding='utf-8') as f:
                                     json_data = json.load(f)
                                     # 将 JSON 对象转换为格式化的字符串
                                     json_str = json.dumps(json_data, indent=2, ensure_ascii=False)
@@ -415,7 +416,6 @@ def main():
                             outputs=json_str,
                         )
 
-
                     with gr.Column():
                         precision = gr.Dropdown(
                             choices=[i.value.name for i in Precision if i != Precision.Unknown],
@@ -434,43 +434,43 @@ def main():
                         base_model_name_textbox = gr.Textbox(label="Base model (for delta or adapter weights)")
                         commit_textbox = gr.Textbox(label="Commits")
 
-                submit_button = gr.Button("Submit Eval")
-                submission_result = gr.Markdown()
-                submit_button.click(
-                    add_new_submit,
-                    [
-                        model_name_textbox,
-                        base_model_name_textbox,
-                        revision_name_textbox,
-                        precision,
-                        weight_type,
-                        json_str,
-                        commit_textbox,
-                    ],
-                    submission_result,
-                )
+                        submit_button = gr.Button("Submit Eval")
+                        submission_result = gr.Markdown()
+                        submit_button.click(
+                            add_new_submit,
+                            [
+                                model_name_textbox,
+                                base_model_name_textbox,
+                                revision_name_textbox,
+                                precision,
+                                weight_type,
+                                json_str,
+                                commit_textbox,
+                            ],
+                            submission_result,
+                        )
 
-                    # Backend status indicator
-                    backend_status = gr.HTML(
-                        value=get_backend_status_undefined_html(),
-                        elem_id="backend-status-container",
-                    )
-                    # trigger button to bind the click event
-                    status_trigger = gr.Button(elem_id="backend-status-trigger-btn", visible=False)
-                    status_trigger.click(
-                        fn=lambda: check_backend_health()[1],
-                        inputs=None,
-                        outputs=backend_status,
-                    )
-                    # load external JavaScript file
-                    js_content = backend_status_js()
-                    status_trigger_js_html = f'<script>{js_content}</script>'
-                    gr.HTML(status_trigger_js_html, visible=False)
-                    demo.load(
-                        fn=lambda: check_backend_health()[1],
-                        inputs=None,
-                        outputs=backend_status,
-                    )
+                        # Backend status indicator
+                        backend_status = gr.HTML(
+                            value=get_backend_status_undefined_html(),
+                            elem_id="backend-status-container",
+                        )
+                        # trigger button to bind the click event
+                        status_trigger = gr.Button(elem_id="backend-status-trigger-btn", visible=False)
+                        status_trigger.click(
+                            fn=lambda: check_backend_health()[1],
+                            inputs=None,
+                            outputs=backend_status,
+                        )
+                        # load external JavaScript file
+                        js_content = backend_status_js()
+                        status_trigger_js_html = f'<script>{js_content}</script>'
+                        gr.HTML(status_trigger_js_html, visible=False)
+                        demo.load(
+                            fn=lambda: check_backend_health()[1],
+                            inputs=None,
+                            outputs=backend_status,
+                        )
 
         with gr.Row():
             with gr.Accordion("📙 Citation", open=False):

src/prepare.py

@@ -45,7 +45,7 @@ def prepare_space():
                 repo_type="dataset",
                 tqdm_class=None,
                 etag_timeout=30,
-                # allow_patterns=["leaderboard/*.toml", "leaderboard/**/*.json"],
+                allow_patterns=["leaderboard/*.toml", "leaderboard/**/*.json"],
                 token=settings.HF_TOKEN.get_secret_value(),
             )
         except Exception as e:

src/submission/submit.py

@@ -2,8 +2,8 @@ import json
 import os
 import sys
 from datetime import datetime, timezone
-import requests 
-import json
+
+import requests
 
 from src.display.formatting import styled_error, styled_message, styled_warning
 from src.envs import API, settings
@@ -22,14 +22,9 @@ else:
 REQUESTED_MODELS = None
 USERS_TO_SUBMISSION_DATES = None
 
+
 def add_new_submit(
-    model: str,
-    base_model: str,
-    revision: str,
-    precision: str,
-    weight_type: str,
-    json_str: str,
-    commit_message: str
+    model: str, base_model: str, revision: str, precision: str, weight_type: str, json_str: str, commit_message: str
 ):
     global REQUESTED_MODELS
     global USERS_TO_SUBMISSION_DATES
@@ -50,14 +45,14 @@ def add_new_submit(
     # Is the model on the hub?
     if weight_type in ["Delta", "Adapter"]:
         base_model_on_hub, error, _ = is_model_on_hub(
-            model_name=base_model, revision=revision, token=settings.TOKEN, test_tokenizer=True
+            model_name=base_model, revision=revision, token=settings.HF_TOKEN.get_secret_value(), test_tokenizer=True
         )
         if not base_model_on_hub:
             return styled_error(f'Base model "{base_model}" {error}')
 
     if not weight_type == "Adapter":
         model_on_hub, error, _ = is_model_on_hub(
-            model_name=model, revision=revision, token=settings.TOKEN, test_tokenizer=True
+            model_name=model, revision=revision, token=settings.HF_TOKEN.get_secret_value(), test_tokenizer=True
         )
         if not model_on_hub:
             return styled_error(f'Model "{model}" {error}')
@@ -79,22 +74,22 @@ def add_new_submit(
         "model_id": model,
         "model_sha": revision,
         "model_dtype": precision,
-        "content": json_str, 
+        "content": json_str,
         "weight_type": weight_type,
-        "commit_message":commit_message
+        "commit_message": commit_message,
     }
 
     # Check for duplicate submission
     if f"{model}_{revision}_{precision}" in REQUESTED_MODELS:
         return styled_warning("This model has been already submitted.")
-    
+
     try:
         response = requests.post(
             url=f"http://localhost:{settings.BACKEND_PORT}/api/v1/hf/community/submit/",
             json=request_json,  # 使用 json 参数发送 JSON body
-            headers={"Content-Type": "application/json"}
+            headers={"Content-Type": "application/json"},
         )
-        print("response: ", response) #print response content for debugging
+        print("response: ", response)  # print response content for debugging
         if response.status_code == 200:
             data = response.json()
             print("returned data: ", data)
@@ -102,13 +97,10 @@ def add_new_submit(
                 return styled_message(
                     "Your request has been submitted to the evaluation queue!\nPlease wait for the model to show in the PENDING list."
                 )
-        return styled_error(
-                    "Submission unsuccessful."
-                )
+        return styled_error("Submission unsuccessful.")
     except Exception:
-        return styled_error(
-                    "Submission unsuccessful."
-                )
+        return styled_error("Submission unsuccessful.")
+
 
 def add_new_eval(
     model: str,