| { |
| "architecture": "Olmo3SiameseDepthForCausalLM", |
| "parameter_count": 1484716032, |
| "recommended_attention_backend": "sdpa", |
| "repo_id": "ArchSpace-Collection/SiameseNorm-DepthAttention", |
| "schema_version": 2, |
| "stages": { |
| "stage1": { |
| "checkpoint_iteration": 89407, |
| "context_length": 8192, |
| "subfolder": "olmo3/1b/stage1", |
| "weight_bytes": 2969458432, |
| "weight_sha256": "dea5562210667dc24ecec56159f05b9f8f2245aa83d64bf31e95dd02fff39695" |
| }, |
| "stage2": { |
| "checkpoint_iteration": 47684, |
| "context_length": 8192, |
| "subfolder": "olmo3/1b/stage2", |
| "weight_bytes": 2969458432, |
| "weight_sha256": "226d1174f58fccc681a916163eabdfb7c5c9c15990fa4f7e4d3b88d721f9f849" |
| }, |
| "stage3": { |
| "checkpoint_iteration": 11921, |
| "context_length": 65536, |
| "subfolder": "olmo3/1b/stage3", |
| "weight_bytes": 2969458432, |
| "weight_sha256": "0d380f9b5ff781d7c10089db0559215ad2da91443100d33e8e6fd677ff219622" |
| }, |
| "stage4_instruct": { |
| "checkpoint_iteration": 3252, |
| "context_length": 65536, |
| "subfolder": "olmo3/1b/stage4/instruct", |
| "weight_bytes": 2969458432, |
| "weight_sha256": "f0b8b78613e1b49a5f6164acefec39e06f7f938176ff23663f703802799e2497" |
| }, |
| "stage4_think": { |
| "checkpoint_iteration": 43224, |
| "context_length": 65536, |
| "subfolder": "olmo3/1b/stage4/think", |
| "weight_bytes": 2969458432, |
| "weight_sha256": "29c4567bcbcaf74acfca88df34c23fd23604f1ad66b933ff92bf72991c01ed58" |
| } |
| }, |
| "state_tensor_count": 229, |
| "validation": { |
| "eager_backend": "loadable but not the BF16 release-validation backend; near-tied logits can expose cache-partition rounding differences", |
| "hard_gate": "exact greedy token IDs and exact logical cache lengths", |
| "npu_exact_logical_cache_growth": "pass", |
| "npu_natural_prompt_32_token_three_path": "pass", |
| "npu_readme_sdpa_all_stages": "pass", |
| "npu_report_count": 16, |
| "npu_sdpa_explicit_all_stages": "pass", |
| "npu_stage3_65534_plus_2": "pass", |
| "npu_stage4_chat_32_token_cache_parity": "pass", |
| "npu_swa_and_yarn_boundaries": [ |
| 4095, |
| 4096, |
| 4097, |
| 8191, |
| 8192, |
| 8193, |
| 65534 |
| ], |
| "numerical_metrics": "diagnostic only", |
| "source_export_checksums_and_assembly": "pass" |
| }, |
| "vocab_size": 100278 |
| } |
|
|
