add submit cli

Dockerfile

@@ -73,3 +73,4 @@ RUN make socket-kit.so
 ENV PATH="/app:${PATH}"
 
 RUN pip install -e .
+RUN pip install -r requirements_docker.txt

competitions/cli/competitions.py

@@ -3,6 +3,7 @@ import argparse
 from .. import __version__
 from .create import CreateCompetitionAppCommand
 from .run import RunCompetitionsAppCommand
+from .submit import SubmitCompetitionAppCommand
 
 
 def main():
@@ -17,6 +18,7 @@ def main():
     # Register commands
     RunCompetitionsAppCommand.register_subcommand(commands_parser)
     CreateCompetitionAppCommand.register_subcommand(commands_parser)
+    SubmitCompetitionAppCommand.register_subcommand(commands_parser)
 
     args = parser.parse_args()
 

competitions/cli/submit.py

@@ -0,0 +1,49 @@
+import os
+from argparse import ArgumentParser
+
+import requests
+
+from . import BaseCompetitionsCommand
+
+
+def submit_commands_factory(args):
+    return SubmitCompetitionAppCommand(args)
+
+
+class SubmitCompetitionAppCommand(BaseCompetitionsCommand):
+    def __init__(self, args):
+        self.args = args
+
+    @staticmethod
+    def register_subcommand(parser: ArgumentParser):
+        submit_competition_parser = parser.add_parser("submit", description="Submit to a competition")
+        submit_competition_parser.add_argument(
+            "--competition_id", type=str, help="ID of the competition, e.g. huggingface/cool-competition"
+        )
+        submit_competition_parser.add_argument(
+            "--submission", type=str, help="Path to submission file or HuggingFace hub repo"
+        )
+        submit_competition_parser.add_argument("--comment", type=str, help="Submission comment", default="")
+        submit_competition_parser.add_argument("--token", type=str, help="User token, read-only", default="")
+        submit_competition_parser.set_defaults(func=submit_commands_factory)
+
+    def run(self):
+        if os.path.isfile(self.args.submission):
+            files = {"submission_file": open(self.args.submission, "rb")}
+            data = {
+                "hub_model": "",
+                "submission_comment": self.args.comment,
+            }
+        else:
+            files = {"submission_file": None}
+            data = {
+                "hub_model": self.args.submission,
+                "submission_comment": self.args.comment,
+            }
+
+        headers = {"Authorization": f"Bearer {self.args.token}"}
+
+        api_url = "https://" + self.args.competition_id.replace("/", "-") + ".hf.space/new_submission"
+
+        response = requests.post(api_url, data=data, files=files, headers=headers)
+        print(response.json())

competitions/utils.py

@@ -60,6 +60,20 @@ def token_information(token):
 
 
 def user_authentication(request: Request):
+    auth_header = request.headers.get("Authorization")
+    bearer_token = None
+
+    if auth_header and auth_header.startswith("Bearer "):
+        bearer_token = auth_header.split(" ")[1]
+
+    if bearer_token:
+        try:
+            _ = token_information(token=bearer_token)
+            return bearer_token
+        except Exception as e:
+            logger.error(f"Failed to verify token: {e}")
+            return None
+
     if USER_TOKEN is not None:
         try:
             _ = token_information(token=USER_TOKEN)

requirements.txt

@@ -1,34 +1,17 @@
 # essentials
-fastapi==0.108.0
-joblib==1.3.2
+fastapi==0.111.0
+joblib==1.4.2
 loguru==0.7.2
-pandas==2.1.4
-huggingface_hub==0.20.2
+pandas==2.2.2
+huggingface_hub==0.23.4
 tabulate==0.9.0
-markdown==3.5.1
-psutil==5.9.0
-python-multipart==0.0.6
-uvicorn==0.22.0
-py7zr==0.20.6
-pydantic==2.5.3
-gradio==4.15.0
-authlib==1.3.0
-itsdangerous==2.1.2
+markdown==3.6
+psutil==6.0.0
+python-multipart==0.0.9
+uvicorn==0.30.1
+py7zr==0.21.1
+pydantic==2.8.2
+gradio==4.37.2
+authlib==1.3.1
+itsdangerous==2.2.0
 hf-transfer
-# machine learning libs
-scikit-learn==1.3.2
-jiwer==3.0.2
-sacremoses==0.0.53
-sentencepiece==0.1.99
-xgboost==1.7.6
-nltk==3.8.1
-optuna==3.3.0
-einops==0.6.1
-peft==0.7.1
-trl==0.7.4
-tiktoken==0.5.1
-transformers==4.37.0
-accelerate==0.25.0
-diffusers==0.21.4
-bitsandbytes==0.41.0
-tqdm==4.65.0

requirements_docker.txt

@@ -0,0 +1,17 @@
+# machine learning libs
+scikit-learn==1.5.1
+jiwer==3.0.4
+sacremoses==0.1.1
+sentencepiece==0.2.0
+xgboost==2.1.0
+nltk==3.8.1
+optuna==3.6.1
+einops==0.8.0
+peft==0.11.1
+trl==0.9.6
+tiktoken==0.7.0
+transformers==4.42.3
+accelerate==0.32.1
+diffusers==0.29.2
+bitsandbytes==0.43.1
+tqdm==4.66.4