Add brains/sovereign-nano/upload_to_hf.py

brains/sovereign-nano/upload_to_hf.py

@@ -0,0 +1,115 @@
+#!/usr/bin/env python3
+"""
+upload_to_hf.py — one-shot upload of SOVEREIGN-nano deliverables to:
+
+    https://huggingface.co/amer224/botfromdeep    (MODEL repo, public)
+
+    brains/sovereign-nano/        <- NEW folder (the v3 folder is NOT
+        model_nano.py                touched or deleted)
+        nano_notes.md
+        README.md
+        sovereign_nano_init.pt     (random-init weights; optional, ~13MB)
+
+Usage:
+    pip install huggingface_hub   # and torch, to export init weights
+    HF_TOKEN="hf_..." python upload_to_hf.py --with-weights
+
+(No Python at hand? The SOVEREIGN website ships a one-click browser
+uploader that pushes the same code/doc files to this repo with the
+official Hugging Face JS SDK — paste the token, click once.)
+
+Security: the token is read ONLY from the environment and is never written
+to disk, logged, or embedded in any file. The owner rotates it after the
+project ends — do not paste it anywhere except your shell environment.
+"""
+
+from __future__ import annotations
+
+import os
+import sys
+from pathlib import Path
+
+HERE = Path(__file__).resolve().parent
+REPO = "amer224/botfromdeep"          # MODEL repo (not dataset)
+REPO_TYPE = "model"
+FOLDER = "brains/sovereign-nano"      # NEW folder — leaves brains/sovereign-v3/ intact
+
+FILES = ["model_nano.py", "opt.py", "bench.py", "distill_nano.py",
+         "quantize_cpu.py", "nano_notes.md", "README.md"]
+
+
+def export_init_weights(path: Path) -> bool:
+    """Random-init weights are acceptable per the brief; training happens
+    in the shared pipeline. Nano init is only ~13 MB (vs the 290M v3's
+    ~1.1 GB) — cheap to include."""
+    try:
+        import torch
+        sys.path.insert(0, str(HERE))
+        from model_nano import make_nano, count_params  # noqa: E402
+        torch.manual_seed(0)
+        m = make_nano()
+        torch.save({"config": m.cfg, "state_dict": m.state_dict()}, path)
+        print(f"[weights] exported {path.name} "
+              f"({count_params(m):,} params, random init, seed 0)")
+        return True
+    except ImportError as e:
+        print(f"[weights] skipped (torch unavailable): {e}")
+        return False
+
+
+def main() -> int:
+    token = os.environ.get("HF_TOKEN")
+    if not token:
+        print("ERROR: set HF_TOKEN in the environment first.")
+        print("  export HF_TOKEN=\"hf_...\"   # rotating key, never commit it")
+        return 1
+
+    try:
+        from huggingface_hub import HfApi
+    except ImportError:
+        print("ERROR: pip install huggingface_hub first")
+        return 1
+
+    # optional: regenerate/export random-init checkpoint
+    weights = HERE / "sovereign_nano_init.pt"
+    if "--with-weights" in sys.argv and not weights.exists():
+        export_init_weights(weights)
+
+    # a short README inside the folder
+    readme = HERE / "README.md"
+    readme.write_text(
+        "# SOVEREIGN-nano (<=5M params)\n\n"
+        "The fast half of the SOVEREIGN system: rollout engine, "
+        "distillation student for the v3 teacher, and CPU-trainable "
+        "sanity baseline.\n\n"
+        "- `model_nano.py` — model + stage_a_loss + real-shard prep + "
+        "smoke test (run `python model_nano.py`; loads the real shard "
+        "via $HF_TOKEN). Same contract as SOVEREIGN v3.\n"
+        "- `nano_notes.md` — architecture, memory/speed math, the real "
+        "shard schema, the six fixed v3-review bugs, honest "
+        "limitations.\n"
+        "- `sovereign_nano_init.pt` — optional random-init checkpoint "
+        "(seed 0).\n\n"
+        "Training happens in the shared pipeline. No live-site "
+        "automation, no Kaggle quota use.\n")
+
+    api = HfApi(token=token)
+    uploads = FILES
+    if weights.exists():
+        uploads.append(weights.name)
+    for name in uploads:
+        api.upload_file(
+            path_or_fileobj=str(HERE / name),
+            path_in_repo=f"{FOLDER}/{name}",
+            repo_id=REPO,
+            repo_type=REPO_TYPE,
+            commit_message=f"sovereign-nano: add {name}",
+        )
+        print(f"[uploaded] {FOLDER}/{name}")
+    print(f"\nDone. Folder: https://huggingface.co/{REPO}/tree/main/{FOLDER}")
+    print("(brains/sovereign-v3/ was left untouched.)")
+    return 0
+
+
+if __name__ == "__main__":
+    raise SystemExit(main())