feat: refactor schemas and routes for community submission and file upload

- Introduced new schemas for community submission and file upload, enhancing the backend's capability to handle evaluation requests.
- Updated routes to include a new endpoint for uploading files and refactored the existing community submit functionality.
- Removed deprecated submit parameters and streamlined response data handling for improved clarity and maintainability.

src/backend/routes/hf.py

@@ -1,6 +1,7 @@
 import io
 from dataclasses import asdict
-from typing import TYPE_CHECKING, Annotated
+from pathlib import Path
+from typing import TYPE_CHECKING, Annotated, BinaryIO, Literal
 
 from fastapi import APIRouter, Depends
 from loguru import logger
@@ -8,12 +9,13 @@ from loguru import logger
 from src.backend.config import settings
 from src.backend.schemas import (
     CommitInfo,
+    CommunitySubmit_Params,
     GetModelInfo_QueryParams,
     GetModelInfo_RespData,
     HfRepoUrl,
     ResponseData,
-    Submit_Params,
-    Submit_RespData,
+    UploadFileContent_Params,
+    UploadFileContent_RespData,
 )
 
 if TYPE_CHECKING:
@@ -23,16 +25,53 @@ if TYPE_CHECKING:
 router = APIRouter(tags=["huggingface"])
 
 
-@router.post("/community/submit/")
-async def submit(params: Annotated[Submit_Params, Depends()]) -> ResponseData[Submit_RespData]:
+@router.get("/models/info/")
+async def get_model_info(
+    params: Annotated[GetModelInfo_QueryParams, Depends()],
+) -> ResponseData[GetModelInfo_RespData]:
+    """Get model info with commit history."""
+    model: ModelInfo = settings.hf_api.model_info(params.model_id, revision=params.revision or None)
+    # Get model commit history
+    commit_infos = settings.hf_api.list_repo_commits(repo_id=params.model_id, repo_type="model")
+    commits = [CommitInfo.model_validate(asdict(c)) for c in commit_infos]
+    # Response data
+    data = GetModelInfo_RespData.model_validate({
+        **asdict(model),
+        "commits": commits or None,
+    })
+    return ResponseData(data=data)
+
+
+@router.post("/upload-file/")
+async def upload_file_content(
+    params: Annotated[UploadFileContent_Params, Depends()],
+) -> ResponseData[UploadFileContent_RespData]:
     """Submit a new evaluation request to the Hugging Face repository."""
     file_obj = io.BytesIO(params.content.encode("utf-8"))
-    commit_info = settings.hf_api.upload_file(
+    data = await upload_file_content_handler(
         path_or_fileobj=file_obj,
         path_in_repo=params.path_in_repo,
+        commit_message=params.commit_message,
         repo_id=settings.REQUESTS_REPO_ID,
         repo_type="dataset",
-        commit_message=params.commit_message,
+    )
+    return ResponseData(data=data)
+
+
+async def upload_file_content_handler(
+    path_or_fileobj: str | Path | bytes | BinaryIO,
+    path_in_repo: str,
+    repo_id: str,
+    repo_type: Literal["model", "dataset", "space"] = "dataset",
+    commit_message: str | None = None,
+):
+    """Community submit handler."""
+    commit_info = settings.hf_api.upload_file(
+        path_or_fileobj=path_or_fileobj,
+        path_in_repo=path_in_repo,
+        repo_id=repo_id,
+        repo_type=repo_type,
+        commit_message=commit_message,
     )
     data_dict = asdict(commit_info)
     try:
@@ -44,35 +83,28 @@ async def submit(params: Annotated[Submit_Params, Depends()]) -> ResponseData[Su
             "repo_type": commit_info.repo_url.repo_type,
             "url": commit_info.repo_url.url,
         })
-        return ResponseData(
-            data=Submit_RespData.model_validate({
-                **data_dict,
-                "repo_url": repo_url,
-            })
-        )
+        return UploadFileContent_RespData.model_validate({
+            **data_dict,
+            "repo_url": repo_url,
+        })
     except Exception as e:
         msg = f"Failed to validate repo url: {e}"
         logger.warning(msg)
-        return ResponseData(
-            code=500,
-            msg=msg,
-            data=Submit_RespData.model_validate(data_dict),
-        )
+        return UploadFileContent_RespData.model_validate(data_dict)
 
 
-# Get model info
-@router.get("/models/info/")
-async def get_model_info(
-    params: Annotated[GetModelInfo_QueryParams, Depends()],
-) -> ResponseData[GetModelInfo_RespData]:
-    # Get model info
-    model: ModelInfo = settings.hf_api.model_info(params.model_id, revision=params.revision or None)
-    # Get model commit history
-    commit_infos = settings.hf_api.list_repo_commits(repo_id=params.model_id, repo_type="model")
-    commits = [CommitInfo.model_validate(asdict(c)) for c in commit_infos]
-    # Response data
-    data = GetModelInfo_RespData.model_validate({
-        **asdict(model),
-        "commits": commits or None,
-    })
+@router.post("/community/submit/")
+async def community_submit(
+    params: Annotated[CommunitySubmit_Params, Depends()],
+) -> ResponseData[UploadFileContent_RespData]:
+    """Submit a new evaluation request to the Hugging Face repository."""
+    file_obj = io.BytesIO(params.content.encode("utf-8"))
+    path_in_repo = f"leaderboard-submissions/{params.filename}"
+    data = await upload_file_content_handler(
+        path_or_fileobj=file_obj,
+        path_in_repo=path_in_repo,
+        commit_message=params.commit_message,
+        repo_id=settings.REQUESTS_REPO_ID,
+        repo_type="dataset",
+    )
     return ResponseData(data=data)

src/backend/schemas.py

@@ -1,7 +1,8 @@
 from datetime import datetime
 from typing import Annotated, Any, Generic, Literal, TypeVar
 
-from pydantic import BaseModel, ConfigDict, Field
+from pydantic import BaseModel, ConfigDict, Field, computed_field
+from pydantic_core import PydanticCustomError
 
 T = TypeVar("T", bound=BaseModel)
 
@@ -12,39 +13,6 @@ class ResponseData(BaseModel, Generic[T]):
     data: T | None = None
 
 
-# --- Submit
-class Submit_Params(BaseModel):
-    path_in_repo: str
-    commit_message: str | None = None
-
-    model_id: str
-    model_sha: str = "main"
-    model_dtype: str
-
-    content: str
-
-
-class Submit_RespData(BaseModel):
-    model_config = ConfigDict(extra="allow")
-
-    commit_url: str
-    commit_message: str
-    commit_description: str
-    oid: Annotated[str, Field(description="Commit hash id.")]
-    repo_url: "HfRepoUrl | None" = None
-
-
-class HfRepoUrl(BaseModel):
-    model_config = ConfigDict(extra="allow")
-
-    endpoint: str
-    namespace: str
-    repo_name: str
-    repo_id: str
-    repo_type: Literal["model", "dataset", "space"]
-    url: str
-
-
 # --- Get Model Info ---
 class GetModelInfo_QueryParams(BaseModel):
     """Parameters for model info query."""
@@ -93,3 +61,93 @@ class CommitInfo(BaseModel):
 
     formatted_title: str | None = None
     formatted_message: str | None = None
+
+
+# --- Upload File Content ---
+class UploadFileContent_Params(BaseModel):
+    path_in_repo: str
+    commit_message: str | None = None
+
+    model_id: str
+    model_sha: str = "main"
+    model_dtype: str
+
+    content: str
+
+
+class UploadFileContent_RespData(BaseModel):
+    model_config = ConfigDict(extra="allow")
+
+    commit_url: str
+    commit_message: str
+    commit_description: str
+    oid: Annotated[str, Field(description="Commit hash id.")]
+    repo_url: "HfRepoUrl | None" = None
+
+
+class HfRepoUrl(BaseModel):
+    model_config = ConfigDict(extra="allow")
+
+    endpoint: str
+    namespace: str
+    repo_name: str
+    repo_id: str
+    repo_type: Literal["model", "dataset", "space"]
+    url: str
+
+
+# --- Community Submit ---
+class CommunitySubmit_Params(BaseModel):
+    username: Annotated[str, Field(description='The username of the user. e.g. "Qwen"')]
+
+    # Commit info
+    model_id: Annotated[str, Field(description='The model id. e.g. "Qwen/Qwen2.5-3B"')]
+    model_sha: Annotated[
+        str, Field(description='The model sha or "main". e.g. "3aab1f1954e9cc14eb9509a215f9e5ca08227a9b"')
+    ] = "main"
+    model_dtype: Literal[
+        # float types
+        "bfloat16",
+        "float32",
+        "float16",
+        "float64",
+        # int types
+        "int8",
+        "uint8",
+        "int16",
+        "uint15",
+        "int32",
+        "uint32",
+        "int64",
+        "uint64",
+        "bool",
+        # rare types
+        "complex32",
+        "complex64",
+        "complex128",
+        "float8_e4m3fn",
+        "float8_e5m2",
+        "float8_e4m3fnuz",
+        "float8_e5m2fnuz",
+        "float8_e8m0fnu",
+        "float4_e2m1fn_x2",
+    ]
+    content: Annotated[str, Field(description='The content of the file in JSON format to upload.')]
+    weight_type: Literal["Original"] | str = "Original"
+
+    @computed_field
+    @property
+    def filename(self) -> str:
+        """Filename of the file to upload."""
+        model_name = self.model_id.split("/")[-1]
+        if not model_name:
+            raise PydanticCustomError(
+                "model_id_invalid", "Model id {model_id!r} is invalid.", {"model_id": self.model_id}
+            )
+        if not self.username:
+            raise PydanticCustomError(
+                "username_invalid", "Username {username!r} is invalid.", {"username": self.username}
+            )
+        return f"{model_name}_eval_request_False_{self.model_dtype}_{self.weight_type}_{self.username}.json"
+
+    commit_message: str | None = None