Heng2004 commited on
Commit
dd57cad
·
verified ·
1 Parent(s): 0ab7867

Update loader.py

Browse files
Files changed (1) hide show
  1. loader.py +6 -7
loader.py CHANGED
@@ -19,14 +19,13 @@ MANUAL_QA_PATH = os.path.join(DATA_DIR, "manual_qa.jsonl")
19
  GLOSSARY_PATH = os.path.join(DATA_DIR, "glossary.jsonl")
20
 
21
 
22
- def sync_upload_manual_qa() -> None:
23
  """
24
  Upload the local manual_qa.jsonl back to the Hugging Face Dataset repo.
25
- Call this immediately after saving changes in the Teacher Panel.
26
  """
27
  if not DATASET_REPO_ID or "YOUR_USERNAME" in DATASET_REPO_ID:
28
- print("[WARN] DATASET_REPO_ID is not set. Skipping upload.")
29
- return
30
 
31
  print(f"[INFO] Uploading {DATASET_FILENAME} to {DATASET_REPO_ID}...")
32
  try:
@@ -34,8 +33,6 @@ def sync_upload_manual_qa() -> None:
34
 
35
  api = HfApi()
36
 
37
- # This requires the HF_TOKEN environment variable to be set in Spaces
38
- # and it must have WRITE permissions.
39
  api.upload_file(
40
  path_or_fileobj=MANUAL_QA_PATH,
41
  path_in_repo=DATASET_FILENAME,
@@ -44,10 +41,12 @@ def sync_upload_manual_qa() -> None:
44
  commit_message="Teacher Panel: Updated Q&A data"
45
  )
46
  print("[INFO] Upload success!")
 
47
 
48
  except Exception as e:
49
  print(f"[ERROR] Could not upload manual_qa.jsonl: {e}")
50
-
 
51
  def sync_download_manual_qa() -> None:
52
  """
53
  Download the latest manual_qa.jsonl from the Hugging Face Dataset repo
 
19
  GLOSSARY_PATH = os.path.join(DATA_DIR, "glossary.jsonl")
20
 
21
 
22
+ def sync_upload_manual_qa() -> str:
23
  """
24
  Upload the local manual_qa.jsonl back to the Hugging Face Dataset repo.
25
+ Returns a status message string to display in the UI.
26
  """
27
  if not DATASET_REPO_ID or "YOUR_USERNAME" in DATASET_REPO_ID:
28
+ return "⚠️ Upload Skipped (Repo ID not set)"
 
29
 
30
  print(f"[INFO] Uploading {DATASET_FILENAME} to {DATASET_REPO_ID}...")
31
  try:
 
33
 
34
  api = HfApi()
35
 
 
 
36
  api.upload_file(
37
  path_or_fileobj=MANUAL_QA_PATH,
38
  path_in_repo=DATASET_FILENAME,
 
41
  commit_message="Teacher Panel: Updated Q&A data"
42
  )
43
  print("[INFO] Upload success!")
44
+ return "☁️ Cloud Upload Success"
45
 
46
  except Exception as e:
47
  print(f"[ERROR] Could not upload manual_qa.jsonl: {e}")
48
+ return f"⚠️ Cloud Upload Failed: {e}"
49
+
50
  def sync_download_manual_qa() -> None:
51
  """
52
  Download the latest manual_qa.jsonl from the Hugging Face Dataset repo