Debug

app.py

@@ -23,20 +23,6 @@ DATASET_REPO_URL = "https://huggingface.co/datasets/liujch1998/cd-pi-dataset"
 DATA_DIR = 'data'
 DATA_PATH = os.path.join(DATA_DIR, 'data.jsonl')
 
-try:
-    shutil.rmtree(DATA_DIR)
-except:
-    pass
-repo = huggingface_hub.Repository(
-    local_dir=DATA_DIR,
-    clone_from=DATASET_REPO_URL,
-    token=HF_TOKEN_UPLOAD,
-    repo_type='dataset',
-)
-repo.git_pull()
-
-lock = threading.Lock()
-
 class Interactive:
     def __init__(self):
         self.tokenizer = transformers.AutoTokenizer.from_pretrained(MODEL_NAME, use_auth_token=HF_TOKEN_DOWNLOAD)
@@ -112,6 +98,19 @@ class Interactive:
 
 interactive = Interactive()
 
+try:
+    shutil.rmtree(DATA_DIR)
+except:
+    pass
+repo = huggingface_hub.Repository(
+    local_dir=DATA_DIR,
+    clone_from=DATASET_REPO_URL,
+    token=HF_TOKEN_UPLOAD,
+    repo_type='dataset',
+)
+repo.git_pull()
+lock = threading.Lock()
+
 # def predict(statement, do_save=True):
 #     output_raw = interactive.run(statement)
 #     output = {
@@ -199,7 +198,14 @@ def push():
             commit_url = repo.push_to_hub()
         except Exception as e:
             print('Failed to push to git:', e)
-            repo.git_pull(rebase=True)
+            shutil.rmtree(DATA_DIR)
+            repo = huggingface_hub.Repository(
+                local_dir=DATA_DIR,
+                clone_from=DATASET_REPO_URL,
+                token=HF_TOKEN_UPLOAD,
+                repo_type='dataset',
+            )
+            repo.git_pull()
     lock.release()
 
 examples = [