Upload runners/RTX_5090_BLACKWELL_PRETRAIN.txt with huggingface_hub

runners/RTX_5090_BLACKWELL_PRETRAIN.txt

@@ -13,16 +13,19 @@
 #    • Auto-uploads ckpt_latest.pt to Hugging Face in the background every 250 steps.
 # ==============================================================================
 
-!pip install -q torch transformers datasets tokenizers huggingface_hub numpy hf_transfer
+# Ensure PyTorch with CUDA 12.8 (sm_120 Blackwell support) is installed
+!pip install -q --upgrade --index-url https://download.pytorch.org/whl/cu128 torch
+!pip install -q transformers datasets tokenizers huggingface_hub numpy hf_transfer
 
 import os, sys, shutil
 import torch
 from huggingface_hub import HfApi, hf_hub_download
 
-# Real-time unbuffered logging, Rust-accelerated downloads & memory allocator protection
+# Real-time unbuffered logging, Rust-accelerated downloads & Blackwell compatibility
 os.environ["PYTHONUNBUFFERED"] = "1"
 os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
 os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
+os.environ["TORCH_CUDA_ARCH_LIST"] = "12.0;9.0+PTX"
 
 HF_TOKEN = os.environ.get("HF_TOKEN") or ''.join(['hf_','ssyCVhuny','XxjGdqKp','VLPpkmWK','FrrMOIFbg'])
 os.environ["HF_TOKEN"] = HF_TOKEN