levered2/ — gather-first embedding, int4 PLE, fp16 head

.gitattributes

@@ -58,3 +58,5 @@ ctx131072/gpu-pipelined/gemma4_e4b_qat_decode_int4lin_tbl_pf64/gemma4_e4b_qat_de
 ctx131072/gpu-pipelined/gemma4_e4b_qat_decode_int4lin_tbl_pf64/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 levered2/gpu-pipelined/gemma4_e4b_qat_decode_int4lin_tbl_pf64_ple4_pe4_hf16_msdpa_g8_wkv_stable_c131072/gemma4_e4b_qat_decode_int4lin_tbl_pf64_ple4_pe4_hf16_msdpa_g8_wkv_stable_c131072.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
 levered2/gpu-pipelined/gemma4_e4b_qat_decode_int4lin_tbl_pf64_ple4_pe4_hf16_msdpa_g8_wkv_stable_c131072/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+levered2/ios-frontend/gemma4_e4b_qat_gather_raw/embed_per_layer.i4 filter=lfs diff=lfs merge=lfs -text
+levered2/ios-frontend/gemma4_e4b_qat_gather_raw/embed_per_layer.scale.f16 filter=lfs diff=lfs merge=lfs -text

levered2/ios-frontend/gemma4_e4b_qat_gather_raw/embed_per_layer.i4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5651f14b2a4cead5619da219aafceaa96e78752af9c8bb2eb11e2230310839fa
+size 1409286144

levered2/ios-frontend/gemma4_e4b_qat_gather_raw/embed_per_layer.scale.f16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b621325c55f5dcc60097178491262539ccd2458ca5ae8cb8caef398806e6ba
+size 184549376

levered2/ios-frontend/gemma4_e4b_qat_gather_raw/meta.json

@@ -0,0 +1,19 @@
+{
+  "V": 262144,
+  "PLD": 10752,
+  "bits": 4,
+  "packed": true,
+  "granularity": "block",
+  "block": 32,
+  "stored_width": 5376,
+  "n_scales_per_row": 336,
+  "table_file": "embed_per_layer.i4",
+  "scale_file": "embed_per_layer.scale.f16",
+  "scale_dtype": "float16",
+  "qscheme": "symmetric int4, scale only, codes in [-7, 7]",
+  "nibble_order": "element 2i -> low nibble, 2i+1 -> high; each nibble biased +8",
+  "source_key": "model.language_model.embed_tokens_per_layer.weight",
+  "scale_row_stride": 352,
+  "scale_alignment": 32,
+  "scale_pad_note": "rows are 352 f16 wide with the trailing 16 unread; the graph declares tensor<262144x336xf16> and the engine sizes static inputs from a 32-element-aligned row stride"
+}

levered2/ios-frontend/gemma4_e4b_qat_gather_raw/quant_report.json

@@ -0,0 +1,66 @@
+{
+  "meta": {
+    "V": 262144,
+    "PLD": 10752,
+    "bits": 4,
+    "packed": true,
+    "granularity": "block",
+    "block": 32,
+    "stored_width": 5376,
+    "n_scales_per_row": 336,
+    "table_file": "embed_per_layer.i4",
+    "scale_file": "embed_per_layer.scale.f16",
+    "scale_dtype": "float16",
+    "qscheme": "symmetric int4, scale only, codes in [-7, 7]",
+    "nibble_order": "element 2i -> low nibble, 2i+1 -> high; each nibble biased +8",
+    "source_key": "model.language_model.embed_tokens_per_layer.weight"
+  },
+  "survey": {
+    "int8 per-row (SHIPPED)": {
+      "snr_db": 39.348481394556785,
+      "worst_row_rel_inf": 0.003937022760510445,
+      "table_bytes": 2818572288,
+      "scale_bytes": 1048576,
+      "total_bytes": 2819620864,
+      "bits_per_weight": 8.00297619047619
+    },
+    "int4 per-row": {
+      "snr_db": 13.515821612945263,
+      "worst_row_rel_inf": 0.07142858952283859,
+      "table_bytes": 1409286144,
+      "scale_bytes": 1048576,
+      "total_bytes": 1410334720,
+      "bits_per_weight": 4.002976190476191
+    },
+    "int4 per-block-32": {
+      "snr_db": 22.829274825287108,
+      "worst_row_rel_inf": 0.0716666653752327,
+      "table_bytes": 1409286144,
+      "scale_bytes": 176160768,
+      "total_bytes": 1585446912,
+      "bits_per_weight": 4.5
+    },
+    "int4 per-block-64": {
+      "snr_db": 20.561814184055137,
+      "worst_row_rel_inf": 0.0716666653752327,
+      "table_bytes": 1409286144,
+      "scale_bytes": 88080384,
+      "total_bytes": 1497366528,
+      "bits_per_weight": 4.25
+    },
+    "int8 per-block-32": {
+      "snr_db": 46.14359938682199,
+      "worst_row_rel_inf": 0.004166666883975267,
+      "table_bytes": 2818572288,
+      "scale_bytes": 176160768,
+      "total_bytes": 2994733056,
+      "bits_per_weight": 8.5
+    }
+  },
+  "sampled_rows": 32768,
+  "int8_shipped_codes_reproduced": 32768,
+  "file_roundtrip_exact": true,
+  "table_bytes": 1409286144,
+  "scale_bytes": 176160768,
+  "bits_per_weight": 4.5
+}