ThongCoder commited on
Commit
584b1a1
·
verified ·
1 Parent(s): 8ae2765

Update backup.py

Browse files
Files changed (1) hide show
  1. backup.py +22 -34
backup.py CHANGED
@@ -21,55 +21,43 @@ def run_backup():
21
  os.makedirs(env["XDG_CACHE_HOME"], exist_ok=True)
22
  os.makedirs(env["TMPDIR"], exist_ok=True)
23
 
24
- local_path = '/home/vscode/workspace'
25
-
26
- for line in iter(process.stdout.readline, ''):
27
- print("[Backup]", line.strip())
28
-
29
  cmd = [
30
- "hf", "repo-files", "delete",
31
- BACKUP_REPO,
32
- "workspace/",
33
  "--repo-type", "dataset",
34
  ]
35
-
36
  process = subprocess.Popen(
37
- cmd,
38
- stdout=subprocess.PIPE,
39
- stderr=subprocess.STDOUT,
40
- env=env,
41
- text=True,
42
- cwd="/tmp",
43
  )
44
-
45
- for line in iter(process.stdout.readline, ''):
46
  print("[Backup]", line.strip())
47
-
48
  process.wait()
49
-
50
- # Upload with huggingface-cli
 
51
  cmd = [
52
- "hf", "upload",
53
- BACKUP_REPO,
54
- local_path,
55
- "workspace/",
56
  "--repo-type", "dataset",
57
  ]
58
-
59
  process = subprocess.Popen(
60
- cmd,
61
- stdout=subprocess.PIPE,
62
- stderr=subprocess.STDOUT,
63
- env=env,
64
- text=True,
65
- cwd="/tmp",
66
  )
 
 
 
 
 
67
 
68
- if __name__ == '__main__':
69
  while True:
70
- print('Backup started.')
71
  try:
72
  run_backup()
73
  except Exception as e:
74
  print("[Backup] Failed:", e)
75
- time.sleep(45 * 60) # 45 minutes
 
21
  os.makedirs(env["XDG_CACHE_HOME"], exist_ok=True)
22
  os.makedirs(env["TMPDIR"], exist_ok=True)
23
 
24
+ local_path = "/home/vscode/workspace"
25
+
26
+ # --- STEP 1: Delete old files ---
27
+ print("[Backup] Deleting old files...")
 
28
  cmd = [
29
+ "hf", "repo-files", "delete", BACKUP_REPO, "workspace/",
 
 
30
  "--repo-type", "dataset",
31
  ]
 
32
  process = subprocess.Popen(
33
+ cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
34
+ env=env, text=True, cwd="/tmp"
 
 
 
 
35
  )
36
+ for line in iter(process.stdout.readline, ""):
 
37
  print("[Backup]", line.strip())
 
38
  process.wait()
39
+
40
+ # --- STEP 2: Upload new backup ---
41
+ print("[Backup] Uploading workspace...")
42
  cmd = [
43
+ "hf", "upload", BACKUP_REPO, local_path, "workspace/",
 
 
 
44
  "--repo-type", "dataset",
45
  ]
 
46
  process = subprocess.Popen(
47
+ cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
48
+ env=env, text=True, cwd="/tmp"
 
 
 
 
49
  )
50
+ for line in iter(process.stdout.readline, ""):
51
+ print("[Backup]", line.strip())
52
+ process.wait()
53
+
54
+ print("[Backup] Completed at", datetime.datetime.utcnow().isoformat(), "UTC")
55
 
56
+ if __name__ == "__main__":
57
  while True:
58
+ print("[Backup] Backup started.")
59
  try:
60
  run_backup()
61
  except Exception as e:
62
  print("[Backup] Failed:", e)
63
+ time.sleep(45 * 60) # 45 minutes