Download model/settings.json from zerdovzad/WarpStateAI: direct link, hf CLI and curl.
- Browser
- Download file 4.28 kB
-
https://huggingface.co/zerdovzad/WarpStateAI/resolve/main/model/settings.json
- Command line
-
hf download hf://zerdovzad/WarpStateAI/model/settings.json
-
curl -L -o settings.json https://huggingface.co/zerdovzad/WarpStateAI/resolve/main/model/settings.json
4.28 kB
| { | |
| "signature": { | |
| "plan": { | |
| "format": "warpstate-posttrain-plan-v1", | |
| "stage": "sft", | |
| "after_completion": "pause_for_evaluation", | |
| "base": { | |
| "step": 76294, | |
| "tokens_seen": 10000007168, | |
| "tokenizer_sha256": "ebae4b4310068ee102f7bf68ac68b79ee1425baa32de3ca8ff8138692529d84e" | |
| }, | |
| "handoff": { | |
| "base_work_dir": "rtx6000_40b/work", | |
| "base_program": "warpstate-train", | |
| "supervisor_socket": "rtx6000_40b/work/control/supervisor.sock", | |
| "archive_dir": "rtx6000_40b/work/archives/step-00076294", | |
| "work_dir": "rtx6000_40b/work/posttrain/step-00076294", | |
| "data_dir": "rtx6000_40b/work/posttrain/data", | |
| "tokenizer": "rtx6000_40b/tokenizer.model", | |
| "processes": 2, | |
| "poll_seconds": 15 | |
| }, | |
| "training": { | |
| "sequence_length": 2048, | |
| "micro_batch": 4, | |
| "grad_accum": 4, | |
| "lr": 5e-06, | |
| "min_lr": 0.0, | |
| "warmup_ratio": 0.03, | |
| "epochs": 1, | |
| "max_steps": null, | |
| "weight_decay": 0.0, | |
| "seed": 42, | |
| "eval_every": 100, | |
| "save_every": 100, | |
| "compile_core": true, | |
| "loss_mode": "compiled-full", | |
| "bf16_residuals": true, | |
| "gradient_checkpointing": false, | |
| "workers": 8 | |
| } | |
| }, | |
| "settings": { | |
| "sequence_length": 2048, | |
| "micro_batch": 4, | |
| "grad_accum": 4, | |
| "lr": 5e-06, | |
| "min_lr": 0.0, | |
| "warmup_ratio": 0.03, | |
| "epochs": 1, | |
| "max_steps": null, | |
| "weight_decay": 0.0, | |
| "seed": 42, | |
| "eval_every": 100, | |
| "save_every": 100, | |
| "eval_batches": 32, | |
| "compile_core": true, | |
| "loss_mode": "compiled-full", | |
| "bf16_residuals": true, | |
| "gradient_checkpointing": false, | |
| "workers": 8, | |
| "deterministic": true, | |
| "clip_grad_norm": 1.0 | |
| }, | |
| "data_sha256": "70b144f08930fa2a6b4fde19bb26b8dee4c90bd6fe464cfb23282e7eb986801e", | |
| "tokenizer_sha256": "ebae4b4310068ee102f7bf68ac68b79ee1425baa32de3ca8ff8138692529d84e", | |
| "renderer": "warpstate-segmented-roles-v1", | |
| "base_sha256": "dc7605cecd6c807135e3d83e04496fa96079fef022bed1952c8cf21df5f573da", | |
| "world_size": 2, | |
| "device_type": "cuda", | |
| "torch_version": "2.14.0+cu130", | |
| "sources": { | |
| "posttrain.py": "bd10e97e61b3289e83b7e79c76042bf7f04ce58f4af9067db97ac1fe60d4a411", | |
| "ops/posttrain_data.py": "486d2e96e7e99ffd05caf0de7d92068ce47047d4641ede3515681cbb79a9ce10", | |
| "ops/loss_experiment.py": "12bf7822979692d5106e30544d0ed5d977fb06f556c068ef5f92ddf56ab8376e", | |
| "ops/residual_experiment.py": "e82aa68e36c76a228156016eb04a02ce1a632a63ac6eda567ec9c4d258aae8f1", | |
| "ops/checkpoint_writer.py": "3c7fe494e8782802b93a439c05ddd6f416711ca1b3f0f8a196a97a48e37f0216", | |
| "run_40b.py": "9ad6533d781e376b3b40c16e6c29ef15063d39f917a93800489f17115be15ba0", | |
| "warpstate/__init__.py": "f386c0880cb499d84159d8205667d250a72d0e8a102f0d7be6af0ba0ea33b22b", | |
| "warpstate/config.py": "1d716b6c582bab21e8d5fcbaa6d9f3be4f792baf9b6abe826c72422f8eced6ad", | |
| "warpstate/model.py": "025330ee58cca899695c7631e1a06d2efd006402c61e51106afe6fa2e1d35161" | |
| } | |
| }, | |
| "origin": { | |
| "format": "warpstate-chat-v1", | |
| "inference_only": true, | |
| "config": { | |
| "vocab_size": 32768, | |
| "d_model": 2048, | |
| "n_heads": 32, | |
| "n_cores": 28, | |
| "logical_depth": 28, | |
| "ffn_hidden": 7168, | |
| "chunk_size": 128, | |
| "dropout": 0.0, | |
| "rms_eps": 1e-05, | |
| "gradient_checkpointing": false, | |
| "parallel_memory": true, | |
| "loss_chunk_size": 512 | |
| }, | |
| "step": 76294, | |
| "tokens_seen": 10000007168, | |
| "val_loss": 2.3496886491775513, | |
| "tokenizer_sha256": "ebae4b4310068ee102f7bf68ac68b79ee1425baa32de3ca8ff8138692529d84e", | |
| "captured_at_utc": "2026-09-14T14:27:16Z", | |
| "source": { | |
| "path": "/workspace/WarpState/rtx6000_40b/work/run/latest.pt", | |
| "device": 66, | |
| "inode": 8616307015, | |
| "size": 24061705357, | |
| "mtime_ns": 1789396019640599046 | |
| }, | |
| "weights_sha256": "dc7605cecd6c807135e3d83e04496fa96079fef022bed1952c8cf21df5f573da", | |
| "weights_path": "/workspace/WarpState/rtx6000_40b/work/posttrain/step-00076294/initialization/model.pt" | |
| }, | |
| "total_steps": 10312, | |
| "train_rows": 329973, | |
| "val_rows": 1603 | |
| } | |