eyad-silx commited on
Commit
7b04507
Β·
verified Β·
1 Parent(s): bc4faa7

push artifacts/scripts/hf_push.py

Browse files
Files changed (1) hide show
  1. artifacts/scripts/hf_push.py +8 -1
artifacts/scripts/hf_push.py CHANGED
@@ -31,7 +31,10 @@ Pushed by `hf_push.py` β€” checks hourly and uploads any new/changed artifact.
31
  - `king-ix/` β€” incumbent king GGUF (Ingot-IX-27B-Q2) + provenance files (baseline)
32
  - `chal-identity/`, `chal-v1/`, `chal-n2/`, `chal-norms/` β€” challenger GGUF iterations
33
  (scale-refit / QAT variants; same 27B Q2 architecture as the king)
34
- - `states/` β€” QAT state checkpoints (`t0..tN.safetensors`)
 
 
 
35
  - `artifacts/` β€” `HANDOFF.md`, build/train/eval scripts, run logs, sample draws,
36
  measurement results (`measure*.jsonl`, `pick*.jsonl`, `drawn.jsonl`)
37
  - `MANIFEST.md` β€” size + sha256 + upload time of every artifact (regenerated each push),
@@ -91,6 +94,10 @@ def big_tracks():
91
  ("/root/models/chal-n2/chal-norms.gguf", "chal-n2/chal-norms.gguf"),
92
  ("/root/models/chal-norms/chal-norms.gguf", "chal-norms/chal-norms.gguf"),
93
  ("/root/models/king-ix/Ingot-IX-27B-Q2.gguf", "king-ix/Ingot-IX-27B-Q2.gguf")]
 
 
 
 
94
  for p in sorted(glob.glob("/root/states/*.safetensors")):
95
  t.append((p, "states/" + os.path.basename(p)))
96
  return t
 
31
  - `king-ix/` β€” incumbent king GGUF (Ingot-IX-27B-Q2) + provenance files (baseline)
32
  - `chal-identity/`, `chal-v1/`, `chal-n2/`, `chal-norms/` β€” challenger GGUF iterations
33
  (scale-refit / QAT variants; same 27B Q2 architecture as the king)
34
+ - `states/` β€” QAT state checkpoints (`t0..tN.safetensors`); the quota-blocked ones
35
+ (t2–t9, t15) are stored as `states/missing_t2-t9_t15.tar.zst` (restore: `tar --zstd -xf`)
36
+ - `chal-n2/chal-norms.gguf.zst` β€” zstd-19 archive of the chal-n2 GGUF, uploaded compressed
37
+ to fit the free-plan private-storage cap (raw sha256 in MANIFEST; restore: `zstd -d`)
38
  - `artifacts/` β€” `HANDOFF.md`, build/train/eval scripts, run logs, sample draws,
39
  measurement results (`measure*.jsonl`, `pick*.jsonl`, `drawn.jsonl`)
40
  - `MANIFEST.md` β€” size + sha256 + upload time of every artifact (regenerated each push),
 
94
  ("/root/models/chal-n2/chal-norms.gguf", "chal-n2/chal-norms.gguf"),
95
  ("/root/models/chal-norms/chal-norms.gguf", "chal-norms/chal-norms.gguf"),
96
  ("/root/models/king-ix/Ingot-IX-27B-Q2.gguf", "king-ix/Ingot-IX-27B-Q2.gguf")]
97
+ # quota workaround: zstd archives of files the free-plan cap cannot hold raw
98
+ # (raw sha256s stay in the MANIFEST Pending section; restore: zstd -d / tar --zstd -xf)
99
+ t += [("/root/models/chal-n2/chal-norms.gguf.zst", "chal-n2/chal-norms.gguf.zst"),
100
+ ("/root/states_missing_t2-t9_t15.tar.zst", "states/missing_t2-t9_t15.tar.zst")]
101
  for p in sorted(glob.glob("/root/states/*.safetensors")):
102
  t.append((p, "states/" + os.path.basename(p)))
103
  return t