push to remote hf dataset

src/database.py

@@ -3,11 +3,14 @@
 import json
 import os
 import sqlite3
+import subprocess
 import threading
 from contextlib import contextmanager
 from datetime import datetime, timezone
 from typing import Optional
 
+from huggingface_hub import CommitOperationAdd, HfApi
+
 REQUIRED_TABLES = ('tasks', 'assignments', 'task_config', 'answers', 'allocation_history')
 
 
@@ -130,30 +133,30 @@ class DB:
             )
             return cur.rowcount or 0
 
-    # # ========== Auto Commit (For HF Spaces) ==========
-    # def commit_and_push_db(self) -> None:
-    #     """Commit and push the database to the repository."""
-    #     space_id = os.getenv('SPACE_ID', None)
-    #     if not space_id:
-    #         return
-
-    #     try:
-    #         repo_root = subprocess.run(
-    #             ['git', 'rev-parse', '--show-toplevel'],
-    #             check=True,
-    #             capture_output=True,
-    #             text=True,
-    #         ).stdout.strip()
-
-    #         ts = _get_time_now()
-    #         db_rel = os.path.relpath(self.db_path, repo_root)
-    #         subprocess.run(['git', 'add', db_rel], check=True, cwd=repo_root)
-    #         api = HfApi(token=os.getenv('HF_TOKEN', None))
-    #         api.create_commit(
-    #             repo_id='JaneDing2025/IconEval',
-    #             repo_type='space',
-    #             operations=[CommitOperationAdd(path_in_repo=db_rel, path_or_fileobj=self.db_path)],
-    #             commit_message=f'update db {ts}',
-    #         )
-    #     except Exception as e:
-    #         raise RuntimeError(f'Failed to commit and push the database: {e}')
+    # ========== Auto Commit (For HF Spaces) ==========
+    def commit_and_push_db(self) -> None:
+        """Commit and push the database to the repository."""
+        space_id = os.getenv('SPACE_ID', None)
+        if not space_id:
+            return
+
+        try:
+            repo_root = subprocess.run(
+                ['git', 'rev-parse', '--show-toplevel'],
+                check=True,
+                capture_output=True,
+                text=True,
+            ).stdout.strip()
+
+            ts = _get_time_now()
+            db_rel = os.path.relpath(self.db_path, repo_root)
+            subprocess.run(['git', 'add', db_rel], check=True, cwd=repo_root)
+            api = HfApi(token=os.getenv('HF_TOKEN', None))
+            api.create_commit(
+                repo_id='JaneDing2025/IconEval_Pilot',
+                repo_type='dataset',
+                operations=[CommitOperationAdd(path_in_repo=db_rel, path_or_fileobj=self.db_path)],
+                commit_message=f'update db {ts}',
+            )
+        except Exception as e:
+            raise RuntimeError(f'Failed to commit and push the database: {e}')