{ "file": "lm_head_fp16.bin", "shape": [ 248320, 4096 ], "dtype": "float16", "byte_order": "little-endian", "layout": "row-major, no header: row t at byte offset t * 8192", "bytes": 2034237440, "sha256": "bfccf00b8d5d3f6d810839a52c2ec627700a9aaebaa26aedcb96931bd21ba36d", "row_t": "lm_head.weight[t] (the untied output embedding) rounded bf16 -> fp16, round to nearest even", "use": "lexical[o] = mean over option o's span ids of the rows, accumulated in f32 or wider (clef_head.lexical_rows: f64); the head graph's `lexical` input", "source": { "hf_id": "Cloudflare/clef-flash", "revision": "17f0b0ad64efb65d273590632833508766b2aae6", "shard": "model-00001-of-00004.safetensors", "shard_sha256": "8b45a8e968141cdcc58fb71c9adfc258e2c77b5f062bc636c1fd5bc5d916b565", "tensor": "lm_head.weight", "header": { "dtype": "BF16", "shape": [ 248320, 4096 ], "data_offsets": [ 0, 2034237440 ] }, "data_start": 4680 }, "rounding": { "nonzero_elements": 1017118720, "elements_below_fp16_normal_min": 3317193, "elements_flushed_to_zero": 1649, "elements_fp16_subnormal": 3315544, "elements_inf": 0, "max_rel_error_nonzero": 1.0, "max_rel_error_not_flushed": 0.9844961166381836, "max_rel_error_fp16_normal_range": 0.0, "max_abs_error": 2.9802322387695312e-08, "absmax": 0.35546875, "fp16_normal_min": 6.103515625e-05, "note": "bf16 values with |x| >= 2^-14 are exact in fp16; below that they become fp16 subnormals (rounded) or 0; max_rel_error_nonzero = 1.0 comes from the flushed ones" }, "round1_check": { "file": "results/lm_head_table.json", "expected": { "elements_below_fp16_normal_min": 3317193, "elements_flushed_to_zero": 1649 }, "got": { "elements_below_fp16_normal_min": 3317193, "elements_flushed_to_zero": 1649 }, "equal": true, "effect_at_the_head": "results/lm_head_table_effect.json: fp16 table max |dp| 1.8e-7 (= the fp32 re-run floor), argmax 405/405" }, "readback": { "rows_checked": 1200, "first_rows": 100, "last_rows": 100, "random_rows": 1000, "seed": 0, "path": "safetensors.safe_open(framework='pt') get_slice -> torch bf16 -> float16", "mismatched_elements": 0, "bit_equal": true }, "head_files": { "joint_head.safetensors": { "bytes": 243538016, "sha256": "19cdcec8c81dc9212be320fff47462ab342fbc1278be4368fb3da71241cf5ba0", "source": "Cloudflare/clef-flash@17f0b0ad64efb65d273590632833508766b2aae6: joint_head.safetensors" }, "joint_head_config.json": { "bytes": 119, "sha256": "77efe959a38b5b17b241543e129e695f3c77465ece55a25985279bd8176279a0", "source": "Cloudflare/clef-flash@17f0b0ad64efb65d273590632833508766b2aae6: joint_head_config.json" } }, "script_sha256": "663b7f5c65faa14b3387ae775b2d7e0f4cc7f3213466916de5fb11b7d00f7fb8", "seconds": { "convert_write": 5.24923904199386, "total": 8.231139292009175 }, "written": "2026-10-03T13:41:43+09:00" }