File size: 1,015 Bytes
9b30e17
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
{
  "status": "PASS",
  "cuda_initialized": false,
  "forward_or_backward_run": false,
  "optimizer_instantiated_or_stepped": false,
  "checkpoint_sha256_verified": true,
  "strict_load": "<All keys matched successfully>",
  "tensor_count": 565,
  "unique_parameter_count": 1846878764,
  "all_loaded_tensor_values_and_dtypes_equal": true,
  "preserved_parameter_alias_groups": [
    [
      "embed.weight",
      "lm_head.weight"
    ],
    [
      "blocks.16.mudd.reduce.weight",
      "blocks.31.mudd.reduce.weight"
    ]
  ],
  "nonpersistent_buffers_rebuilt_by_native_preserve_precision": true,
  "tokenizer_bytes_and_ids_match": true,
  "parameter_groups_match_saved_optimizer": true,
  "fixture_shape": [
    1,
    2048
  ],
  "fixture_cross_document_attention_blocked": true,
  "fixture_supervised_targets_after_shift": 1411,
  "fixture_sha256": "f99d5221965fdcac7f3f7790dcb47c829030adcba72144a957cee9878cc04529",
  "note": "Structural/CPU-load validation only. No GPU numerical parity or quality claim."
}