initial test

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+# keep ground truth file hidden
+ground_truth.json filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,57 @@
+import gradio as gr
+import json
+import os
+import uuid
+from eval_utils import evaluate_submission
+
+GROUND_TRUTH_PATH = "ground_truth.json"
+SUBMISSION_DIR = "submissions"
+RATE_LIMIT_SECONDS = 60  # basic rate limit
+
+os.makedirs(SUBMISSION_DIR, exist_ok=True)
+user_last_submission = {}
+
+def submit(file, identifier, request: gr.Request):
+
+    username = request.username  # Hugging Face username
+
+    # Rate limiting
+    from time import time
+    now = time()
+    if username in user_last_submission:
+        if now - user_last_submission[username] < RATE_LIMIT_SECONDS:
+            return f"Please wait before submitting again (rate limit: {RATE_LIMIT_SECONDS}s)."
+
+    # Read submission
+    submission_data = json.load(file)
+
+    # Load private ground truth (not exposed to users)
+    with open(GROUND_TRUTH_PATH, "r") as f:
+        ground_truth = json.load(f)
+
+    # Evaluate
+    score = evaluate_submission(submission_data, ground_truth)
+
+    # Save submission
+    submission_id = str(uuid.uuid4())
+    with open(f"{SUBMISSION_DIR}/{submission_id}_{username}_{identifier}.json", "w") as f:
+        json.dump({
+            "username": username,
+            "identifier": identifier,
+            "score": score,
+            "timestamp": now,
+        }, f)
+
+    user_last_submission[username] = now
+    return f"Submission accepted. Score: {score:.4f}"
+
+with gr.Blocks(auth=True) as demo:
+    gr.Markdown("# 🚀 ML Challenge Submission Portal")
+    identifier = gr.Text(label="Your submission identifier (e.g., 'o5.1 SuperAGI MegaPrompt')")
+    file = gr.File(label="Upload your prediction file (.json)", file_types=[".json"])
+    submit_btn = gr.Button("Submit")
+    output = gr.Textbox()
+
+    submit_btn.click(fn=submit, inputs=[file, identifier], outputs=output)
+
+demo.launch()

eval_utils.py

@@ -0,0 +1,9 @@
+def evaluate_submission(preds, ground_truth):
+    correct = 0
+    total = len(ground_truth)
+
+    for key in ground_truth:
+        if key in preds and preds[key] == ground_truth[key]:
+            correct += 1
+
+    return correct / total

requirements.txt

@@ -0,0 +1 @@
+gradio