| { |
| "file": "lm_head_fp16.bin", |
| "shape": [ |
| 248320, |
| 4096 |
| ], |
| "dtype": "float16", |
| "byte_order": "little-endian", |
| "layout": "row-major, no header: row t at byte offset t * 8192", |
| "bytes": 2034237440, |
| "sha256": "bfccf00b8d5d3f6d810839a52c2ec627700a9aaebaa26aedcb96931bd21ba36d", |
| "row_t": "lm_head.weight[t] (the untied output embedding) rounded bf16 -> fp16, round to nearest even", |
| "use": "lexical[o] = mean over option o's span ids of the rows, accumulated in f32 or wider (clef_head.lexical_rows: f64); the head graph's `lexical` input", |
| "source": { |
| "hf_id": "Cloudflare/clef-flash", |
| "revision": "17f0b0ad64efb65d273590632833508766b2aae6", |
| "shard": "model-00001-of-00004.safetensors", |
| "shard_sha256": "8b45a8e968141cdcc58fb71c9adfc258e2c77b5f062bc636c1fd5bc5d916b565", |
| "tensor": "lm_head.weight", |
| "header": { |
| "dtype": "BF16", |
| "shape": [ |
| 248320, |
| 4096 |
| ], |
| "data_offsets": [ |
| 0, |
| 2034237440 |
| ] |
| }, |
| "data_start": 4680 |
| }, |
| "rounding": { |
| "nonzero_elements": 1017118720, |
| "elements_below_fp16_normal_min": 3317193, |
| "elements_flushed_to_zero": 1649, |
| "elements_fp16_subnormal": 3315544, |
| "elements_inf": 0, |
| "max_rel_error_nonzero": 1.0, |
| "max_rel_error_not_flushed": 0.9844961166381836, |
| "max_rel_error_fp16_normal_range": 0.0, |
| "max_abs_error": 2.9802322387695312e-08, |
| "absmax": 0.35546875, |
| "fp16_normal_min": 6.103515625e-05, |
| "note": "bf16 values with |x| >= 2^-14 are exact in fp16; below that they become fp16 subnormals (rounded) or 0; max_rel_error_nonzero = 1.0 comes from the flushed ones" |
| }, |
| "round1_check": { |
| "file": "results/lm_head_table.json", |
| "expected": { |
| "elements_below_fp16_normal_min": 3317193, |
| "elements_flushed_to_zero": 1649 |
| }, |
| "got": { |
| "elements_below_fp16_normal_min": 3317193, |
| "elements_flushed_to_zero": 1649 |
| }, |
| "equal": true, |
| "effect_at_the_head": "results/lm_head_table_effect.json: fp16 table max |dp| 1.8e-7 (= the fp32 re-run floor), argmax 405/405" |
| }, |
| "readback": { |
| "rows_checked": 1200, |
| "first_rows": 100, |
| "last_rows": 100, |
| "random_rows": 1000, |
| "seed": 0, |
| "path": "safetensors.safe_open(framework='pt') get_slice -> torch bf16 -> float16", |
| "mismatched_elements": 0, |
| "bit_equal": true |
| }, |
| "head_files": { |
| "joint_head.safetensors": { |
| "bytes": 243538016, |
| "sha256": "19cdcec8c81dc9212be320fff47462ab342fbc1278be4368fb3da71241cf5ba0", |
| "source": "Cloudflare/clef-flash@17f0b0ad64efb65d273590632833508766b2aae6: joint_head.safetensors" |
| }, |
| "joint_head_config.json": { |
| "bytes": 119, |
| "sha256": "77efe959a38b5b17b241543e129e695f3c77465ece55a25985279bd8176279a0", |
| "source": "Cloudflare/clef-flash@17f0b0ad64efb65d273590632833508766b2aae6: joint_head_config.json" |
| } |
| }, |
| "script_sha256": "663b7f5c65faa14b3387ae775b2d7e0f4cc7f3213466916de5fb11b7d00f7fb8", |
| "seconds": { |
| "convert_write": 5.24923904199386, |
| "total": 8.231139292009175 |
| }, |
| "written": "2026-10-03T13:41:43+09:00" |
| } |
|
|
