Heng2004 commited on
Commit
e7ab1a5
·
verified ·
1 Parent(s): 8798e5f

Update loader.py

Browse files
Files changed (1) hide show
  1. loader.py +29 -0
loader.py CHANGED
@@ -19,6 +19,35 @@ MANUAL_QA_PATH = os.path.join(DATA_DIR, "manual_qa.jsonl")
19
  GLOSSARY_PATH = os.path.join(DATA_DIR, "glossary.jsonl")
20
 
21
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
  def sync_download_manual_qa() -> None:
23
  """
24
  Download the latest manual_qa.jsonl from the Hugging Face Dataset repo
 
19
  GLOSSARY_PATH = os.path.join(DATA_DIR, "glossary.jsonl")
20
 
21
 
22
+ def sync_upload_manual_qa() -> None:
23
+ """
24
+ Upload the local manual_qa.jsonl back to the Hugging Face Dataset repo.
25
+ Call this immediately after saving changes in the Teacher Panel.
26
+ """
27
+ if not DATASET_REPO_ID or "YOUR_USERNAME" in DATASET_REPO_ID:
28
+ print("[WARN] DATASET_REPO_ID is not set. Skipping upload.")
29
+ return
30
+
31
+ print(f"[INFO] Uploading {DATASET_FILENAME} to {DATASET_REPO_ID}...")
32
+ try:
33
+ from huggingface_hub import HfApi
34
+
35
+ api = HfApi()
36
+
37
+ # This requires the HF_TOKEN environment variable to be set in Spaces
38
+ # and it must have WRITE permissions.
39
+ api.upload_file(
40
+ path_or_fileobj=MANUAL_QA_PATH,
41
+ path_in_repo=DATASET_FILENAME,
42
+ repo_id=DATASET_REPO_ID,
43
+ repo_type="dataset",
44
+ commit_message="Teacher Panel: Updated Q&A data"
45
+ )
46
+ print("[INFO] Upload success!")
47
+
48
+ except Exception as e:
49
+ print(f"[ERROR] Could not upload manual_qa.jsonl: {e}")
50
+
51
  def sync_download_manual_qa() -> None:
52
  """
53
  Download the latest manual_qa.jsonl from the Hugging Face Dataset repo