File size: 2,939 Bytes
3d9e0ae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
{
 "file": "lm_head_fp16.bin",
 "shape": [
  248320,
  4096
 ],
 "dtype": "float16",
 "byte_order": "little-endian",
 "layout": "row-major, no header: row t at byte offset t * 8192",
 "bytes": 2034237440,
 "sha256": "bfccf00b8d5d3f6d810839a52c2ec627700a9aaebaa26aedcb96931bd21ba36d",
 "row_t": "lm_head.weight[t] (the untied output embedding) rounded bf16 -> fp16, round to nearest even",
 "use": "lexical[o] = mean over option o's span ids of the rows, accumulated in f32 or wider (clef_head.lexical_rows: f64); the head graph's `lexical` input",
 "source": {
  "hf_id": "Cloudflare/clef-flash",
  "revision": "17f0b0ad64efb65d273590632833508766b2aae6",
  "shard": "model-00001-of-00004.safetensors",
  "shard_sha256": "8b45a8e968141cdcc58fb71c9adfc258e2c77b5f062bc636c1fd5bc5d916b565",
  "tensor": "lm_head.weight",
  "header": {
   "dtype": "BF16",
   "shape": [
    248320,
    4096
   ],
   "data_offsets": [
    0,
    2034237440
   ]
  },
  "data_start": 4680
 },
 "rounding": {
  "nonzero_elements": 1017118720,
  "elements_below_fp16_normal_min": 3317193,
  "elements_flushed_to_zero": 1649,
  "elements_fp16_subnormal": 3315544,
  "elements_inf": 0,
  "max_rel_error_nonzero": 1.0,
  "max_rel_error_not_flushed": 0.9844961166381836,
  "max_rel_error_fp16_normal_range": 0.0,
  "max_abs_error": 2.9802322387695312e-08,
  "absmax": 0.35546875,
  "fp16_normal_min": 6.103515625e-05,
  "note": "bf16 values with |x| >= 2^-14 are exact in fp16; below that they become fp16 subnormals (rounded) or 0; max_rel_error_nonzero = 1.0 comes from the flushed ones"
 },
 "round1_check": {
  "file": "results/lm_head_table.json",
  "expected": {
   "elements_below_fp16_normal_min": 3317193,
   "elements_flushed_to_zero": 1649
  },
  "got": {
   "elements_below_fp16_normal_min": 3317193,
   "elements_flushed_to_zero": 1649
  },
  "equal": true,
  "effect_at_the_head": "results/lm_head_table_effect.json: fp16 table max |dp| 1.8e-7 (= the fp32 re-run floor), argmax 405/405"
 },
 "readback": {
  "rows_checked": 1200,
  "first_rows": 100,
  "last_rows": 100,
  "random_rows": 1000,
  "seed": 0,
  "path": "safetensors.safe_open(framework='pt') get_slice -> torch bf16 -> float16",
  "mismatched_elements": 0,
  "bit_equal": true
 },
 "head_files": {
  "joint_head.safetensors": {
   "bytes": 243538016,
   "sha256": "19cdcec8c81dc9212be320fff47462ab342fbc1278be4368fb3da71241cf5ba0",
   "source": "Cloudflare/clef-flash@17f0b0ad64efb65d273590632833508766b2aae6: joint_head.safetensors"
  },
  "joint_head_config.json": {
   "bytes": 119,
   "sha256": "77efe959a38b5b17b241543e129e695f3c77465ece55a25985279bd8176279a0",
   "source": "Cloudflare/clef-flash@17f0b0ad64efb65d273590632833508766b2aae6: joint_head_config.json"
  }
 },
 "script_sha256": "663b7f5c65faa14b3387ae775b2d7e0f4cc7f3213466916de5fb11b7d00f7fb8",
 "seconds": {
  "convert_write": 5.24923904199386,
  "total": 8.231139292009175
 },
 "written": "2026-10-03T13:41:43+09:00"
}