{"format": "phonon-coreml-expander-kit-v1", "package": "Phonon-2.5.mlpackage", "weight_bin_bytes": 330118656, "weight_bin_sha256": "aa651cbc1a60abf2b14820d1d45dc4282ed71a6a542da24ac143d5a2cc7ac07f", "container_sha256": "17cb62d08e751a41819eb779db089aa7ac4eb2bab433ba5c2991d8cbd3cfefb9", "entries": [{"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1557033, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2076043]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10755776, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10796864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11321216, "bytes": 1530612, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2040816]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12851904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12866496, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12997632, "bytes": 391866, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522487]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13389568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13397824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13528960, "bytes": 386713, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515617]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13924032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14055168, "bytes": 379484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505978]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14434752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15215296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15346432, "bytes": 388206, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517608]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15734720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15747200, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16009408, "bytes": 775545, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1034059]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16785024, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16826240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16957376, "bytes": 385001, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [513334]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17342464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17354944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17879296, "bytes": 1555998, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074663]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19435392, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19468224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19992576, "bytes": 1525519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2034025]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21518208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21534912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22059264, "bytes": 1532061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042747]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23591424, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23624256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24148608, "bytes": 1462906, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1950541]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25611584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25624064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25755200, "bytes": 393090, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524120]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26148416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26156672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26287808, "bytes": 386571, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515427]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26674496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26682752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26813888, "bytes": 384414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512551]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27198400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27978944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28110080, "bytes": 393375, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524500]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28778240, "bytes": 781916, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042554]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29560256, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29597312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29728448, "bytes": 387853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517137]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30116416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30128896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30653248, "bytes": 1545045, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060060]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32198400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32231232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32755584, "bytes": 1455853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1941137]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34211520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34228224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34752576, "bytes": 1562506, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2083341]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36315200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36348032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36872384, "bytes": 1504089, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2005451]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38376576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38389056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38520192, "bytes": 393669, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524892]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38913984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38922240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39053376, "bytes": 390831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521107]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39444288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39452544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39583680, "bytes": 392380, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523173]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39976128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40756672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40887808, "bytes": 394361, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525814]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41282240, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41294720, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41556928, "bytes": 783870, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045160]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42340864, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42377920, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42509056, "bytes": 390307, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520409]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42899456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42911936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43436288, "bytes": 1551468, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068624]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44987840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45020672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45545024, "bytes": 1477312, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1969749]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 47022400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47039104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47563456, "bytes": 1559657, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079542]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49123200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49156032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49680384, "bytes": 1469499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1959331]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51149952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51162432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51293568, "bytes": 393066, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524087]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51686720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51694976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51826112, "bytes": 390389, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520518]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52216576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52224832, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52355968, "bytes": 391812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522416]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52747904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53528448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53659584, "bytes": 393032, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524042]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 54052736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54065216, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54327424, "bytes": 785697, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047596]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55113216, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55150272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55281408, "bytes": 390216, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520287]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55671744, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55684224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56208576, "bytes": 1546604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062138]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57755264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57788096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58312448, "bytes": 1456683, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1942243]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59769216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59785920, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60310272, "bytes": 1556041, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074721]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61866432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61899264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62423616, "bytes": 1458285, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944379]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63881984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63894464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64025600, "bytes": 394101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525467]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64419776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64428032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64559168, "bytes": 390970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521293]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64950208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64958464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65089600, "bytes": 391247, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521662]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65480960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66261504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66392640, "bytes": 393933, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525244]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66786688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66799168, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67061376, "bytes": 787518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67848960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67886016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68017152, "bytes": 391123, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521497]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68408384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68420864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68945216, "bytes": 1547784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063712]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70493120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70525952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 71050304, "bytes": 1450596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1934128]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72500992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72517696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 73042048, "bytes": 1557938, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077250]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74600064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74632896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75157248, "bytes": 1470525, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1960699]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76627840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76640320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76771456, "bytes": 393096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524127]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77164672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77172928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77304064, "bytes": 391756, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522341]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77695936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77704192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77835328, "bytes": 390905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521206]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78226304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79006848, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79137984, "bytes": 393750, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524999]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79531840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79544320, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79806528, "bytes": 787904, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050538]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80594496, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80631552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80762688, "bytes": 391212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521616]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81153984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81166464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81690816, "bytes": 1549607, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066142]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83240512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83273344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83797696, "bytes": 1490163, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986883]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85287936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85304640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85828992, "bytes": 1556825, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075766]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87385920, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87418752, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87943104, "bytes": 1469085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1958780]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89412288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89424768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89555904, "bytes": 393222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524295]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89949248, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89957504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90088640, "bytes": 391560, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522080]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90480320, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90488576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90619712, "bytes": 391623, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522163]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 91011456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91792000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91923136, "bytes": 394314, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525752]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92317568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92330048, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92592256, "bytes": 788455, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051273]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93380800, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93417856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93548992, "bytes": 390702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520935]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93939776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93952256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94476608, "bytes": 1550118, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066823]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 96026816, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96059648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96584000, "bytes": 1516077, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021435]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 98100160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98116864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98641216, "bytes": 1555908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074544]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100197248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100230080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100754432, "bytes": 1486609, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982145]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102241152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102253632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102384768, "bytes": 392876, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523834]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102777728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102785984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102917120, "bytes": 387025, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [516033]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103304256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103312512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103443648, "bytes": 382238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [509650]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103825984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104606528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104737664, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105133056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105145536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105407744, "bytes": 787695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050259]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106195520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106232576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106363712, "bytes": 390742, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520989]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106754560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106767040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107291392, "bytes": 1549512, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066016]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108841024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108873856, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109398208, "bytes": 1517446, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2023261]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110932480, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111456832, "bytes": 1554918, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073223]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 113011840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113044672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113569024, "bytes": 1498806, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998407]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 115067904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115080384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115211520, "bytes": 393708, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524944]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115605312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613568, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115744704, "bytes": 391249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521665]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116136064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116275456, "bytes": 390243, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520323]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116665792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117446336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117577472, "bytes": 393844, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525125]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117983872, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118246080, "bytes": 789711, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1052947]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 119035904, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119072960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119204096, "bytes": 391911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522547]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119596096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119608576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 120132928, "bytes": 1552085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069446]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121685120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121717952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122242304, "bytes": 1531687, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042249]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123774080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123790784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124315136, "bytes": 1543720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058293]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125858944, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125891776, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126416128, "bytes": 1493143, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990857]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127909376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127921856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128052992, "bytes": 394331, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525774]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128447424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128455680, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128586816, "bytes": 393145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524193]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128980032, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128988288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129119424, "bytes": 394920, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526559]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129514432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130294976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130426112, "bytes": 394863, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526484]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130821056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130833536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131095744, "bytes": 790543, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054057]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131886400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131923456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132054592, "bytes": 390406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520541]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132445120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132457600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132981952, "bytes": 1546419, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061892]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134528448, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134561280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 135085632, "bytes": 1541736, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055648]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136627456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136644160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137168512, "bytes": 1533846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2045127]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138702464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138735296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139259648, "bytes": 1492496, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989994]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140752256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140764736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140895872, "bytes": 395322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527096]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141291264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141299520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141430656, "bytes": 392715, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523620]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141823488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141831744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141962880, "bytes": 394117, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525489]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142357120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143137664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143268800, "bytes": 394758, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526343]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143663680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143676160, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143938368, "bytes": 789970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1053293]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144728448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144896640, "bytes": 391720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522293]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145825280, "bytes": 1544766, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059688]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147370112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147402944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147927296, "bytes": 1522320, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029760]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149449728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149466432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149990784, "bytes": 1531080, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041439]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151521984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151554816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 152079168, "bytes": 1507440, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009919]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153586688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153599168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153730304, "bytes": 395134, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526845]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 154125504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154133760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154264896, "bytes": 392400, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523199]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154657408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154665664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154796800, "bytes": 393107, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524142]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155190016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155970560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156101696, "bytes": 394406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525874]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156496192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156508672, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156770880, "bytes": 788622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051496]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157559616, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157596672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157727808, "bytes": 393086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524114]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 158120960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158133440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158657792, "bytes": 1550645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067526]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160208512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160241344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160765696, "bytes": 1492217, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989622]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162257984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162274688, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162799040, "bytes": 1536801, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2049068]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164335936, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164368768, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164893120, "bytes": 1488458, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984610]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166381696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166525312, "bytes": 395604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527472]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166921024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166929280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167060416, "bytes": 392127, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522836]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167452608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167460864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167592000, "bytes": 392835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523780]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167984960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168896640, "bytes": 396619, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528825]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169293376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169305856, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169568064, "bytes": 785304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047071]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170353472, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170390528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170521664, "bytes": 392908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523877]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170914688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170927168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171451520, "bytes": 1556902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075869]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 173008512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173041344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173565696, "bytes": 1486531, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982041]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 175052352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175069056, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175593408, "bytes": 1540943, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2054590]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 177134464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177167296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177691648, "bytes": 1458721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944961]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 179150464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179162944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179294080, "bytes": 394633, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526177]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179688832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179697088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179828224, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522027]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180219840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180228096, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180359232, "bytes": 393561, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524748]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180752896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181533440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181664576, "bytes": 397420, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529893]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 182062080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182074560, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182336768, "bytes": 786297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048396]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 183123136, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183160192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183291328, "bytes": 394155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525539]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183685568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183698048, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184222400, "bytes": 1556837, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075782]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185779328, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185812160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186336512, "bytes": 1488426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984567]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187825024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187841728, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188366080, "bytes": 1545915, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061220]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189912064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189944896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190469248, "bytes": 1442797, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1923729]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191912128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191924608, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192055744, "bytes": 395395, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527193]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192451264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192459520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192590656, "bytes": 392593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523457]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192983360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192991616, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193122752, "bytes": 393936, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525248]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193516800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194297344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194428480, "bytes": 394968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526624]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194823552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194836032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195098240, "bytes": 784760, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046346]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195883072, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195920128, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196051264, "bytes": 394803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526403]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196446144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196458624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196982976, "bytes": 1556935, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075913]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198540032, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198572864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 199097216, "bytes": 1491533, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988710]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200588864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200605568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 201129920, "bytes": 1550351, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067134]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202680384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202713216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203237568, "bytes": 1439195, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1918926]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204676864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204820480, "bytes": 395524, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527365]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205216128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205224384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205355520, "bytes": 392360, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523146]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205747968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205756224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205887360, "bytes": 394702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526269]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206282176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207062720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207193856, "bytes": 395731, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527641]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207589696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207602176, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207864384, "bytes": 786465, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048619]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208650944, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208688000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208819136, "bytes": 393892, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525189]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209213120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209225600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209749952, "bytes": 1560044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2080058]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211310080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211342912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211867264, "bytes": 1474116, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965487]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213341504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213358208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213882560, "bytes": 1553526, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071367]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215436160, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215468992, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215993344, "bytes": 1445210, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1926946]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217438656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217451136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217582272, "bytes": 394858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526477]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217977216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217985472, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218116608, "bytes": 393787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525049]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218510464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218518720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218649856, "bytes": 395684, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527578]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 219045632, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219826176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219957312, "bytes": 393802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525069]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220351232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220363712, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220625920, "bytes": 787677, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050235]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221413696, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221450752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221581888, "bytes": 393486, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524647]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221975488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221987968, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222512320, "bytes": 1566036, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088048]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 224078464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224111296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224635648, "bytes": 1521412, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028549]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 226157184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226173888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226698240, "bytes": 1560890, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081186]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228259200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228292032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228816384, "bytes": 1512153, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2016203]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230328640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230341120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230472256, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230866816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230875072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231006208, "bytes": 391086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521447]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231397376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231536768, "bytes": 393192, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524256]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231930048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232710592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232841728, "bytes": 390896, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521194]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233232704, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233245184, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233507392, "bytes": 787923, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050564]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234295424, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234332480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234463616, "bytes": 391722, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522295]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234855424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234867904, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235392256, "bytes": 1566348, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088463]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236958720, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236991552, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237515904, "bytes": 1524645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032860]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 239040640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239057344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239581696, "bytes": 1559811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079747]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 241141632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241174464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241698816, "bytes": 1523539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031385]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 243222464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243234944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243366080, "bytes": 394860, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526480]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243761024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243769280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243900416, "bytes": 393593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524790]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244294080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244302336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244433472, "bytes": 394377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525835]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244827968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245608512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245739648, "bytes": 391891, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522521]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 246131648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246144128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246406336, "bytes": 787842, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050456]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 247194304, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247231360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247362496, "bytes": 392167, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522889]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247754752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247767232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248291584, "bytes": 1563425, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2084566]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249855104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249887936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250412288, "bytes": 1553354, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071138]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251965760, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251982464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252506816, "bytes": 1561171, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081561]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 254068096, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254100928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254625280, "bytes": 1542444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056591]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 256167808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256180288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256311424, "bytes": 394898, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526530]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256706432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256714688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256845824, "bytes": 394316, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525754]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 257240256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257248512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257379648, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257775040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258555584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258686720, "bytes": 395653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527537]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 259082496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259094976, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259357184, "bytes": 788765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051686]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 260146048, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260183104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260314240, "bytes": 391441, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521921]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260705792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260718272, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 261242624, "bytes": 1574787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2099716]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262817536, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262850368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263374720, "bytes": 1567499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2089998]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264942336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264959040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265483392, "bytes": 1573991, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098654]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 267057472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267090304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267614656, "bytes": 1549074, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065432]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 269163840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269176320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269307456, "bytes": 395627, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527502]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269703168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269711424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269842560, "bytes": 394229, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525638]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 270236864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270245120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270376256, "bytes": 397912, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530549]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270774272, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271554816, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271685952, "bytes": 399096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532128]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 272085120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272097600, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272359808, "bytes": 790776, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054367]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 273150656, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273187712, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273318848, "bytes": 391654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522205]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273710592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273723072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 274247424, "bytes": 1579707, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106276]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275827200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275860032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276384384, "bytes": 1561345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081793]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277945856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277962560, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278486912, "bytes": 1583058, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2110744]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 280070080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280102912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280627264, "bytes": 1529155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038873]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 282156544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282169024, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282300160, "bytes": 397101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529468]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282697344, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282705600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282836736, "bytes": 394172, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525562]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 283230976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283239232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283370368, "bytes": 399667, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532889]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283770112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284550656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284681792, "bytes": 399840, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [533119]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 285081728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285094208, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285356416, "bytes": 791139, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054851]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 286147648, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286184704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286315840, "bytes": 392202, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522935]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286708160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286720640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 287244992, "bytes": 1585994, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2114658]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288831104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288863936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289388288, "bytes": 1549043, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065390]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290937408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290954112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291478464, "bytes": 1584297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2112395]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 293062848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293095680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293620032, "bytes": 1538765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2051686]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 295158912, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295171392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295302528, "bytes": 398427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531236]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295701056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295709312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295840448, "bytes": 394298, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525730]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 296234816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296243072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296374208, "bytes": 397767, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530356]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296772096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297552640, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297683776, "bytes": 398666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531554]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 298082560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298095040, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298357248, "bytes": 791917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1055889]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 299149248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299186304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299317440, "bytes": 391937, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522582]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299709504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299721984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 300246336, "bytes": 1583973, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2111963]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301830400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301863232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 302387584, "bytes": 1446061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1928081]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303833728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303850432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 304374784, "bytes": 1589718, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2119624]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305964608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305997440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306521792, "bytes": 1488297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984396]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 308010176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308022656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308153792, "bytes": 398263, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531017]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308552128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308560384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308691520, "bytes": 394369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525825]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 309086016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309094272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309225408, "bytes": 399601, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532801]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309625088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310536768, "bytes": 401064, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [534751]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310937920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310950400, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311212608, "bytes": 795659, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1060878]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 312008384, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312045440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312176576, "bytes": 392094, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522791]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312568768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312581248, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 313105600, "bytes": 1594182, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2125576]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314699904, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314732736, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 315257088, "bytes": 1518851, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2025134]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316776064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1557033, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2076043]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10755776, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10796864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11321216, "bytes": 1530612, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2040816]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12851904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12866496, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12997632, "bytes": 391866, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522487]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13389568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13397824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13528960, "bytes": 386713, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515617]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13924032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14055168, "bytes": 379484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505978]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14434752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15215296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15346432, "bytes": 388206, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517608]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15734720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15747200, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16009408, "bytes": 775545, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1034059]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16785024, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16826240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16957376, "bytes": 385001, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [513334]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17342464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17354944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17879296, "bytes": 1555998, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074663]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19435392, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19468224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19992576, "bytes": 1525519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2034025]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21518208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21534912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22059264, "bytes": 1532061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042747]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23591424, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23624256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24148608, "bytes": 1462906, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1950541]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25611584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25624064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25755200, "bytes": 393090, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524120]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26148416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26156672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26287808, "bytes": 386571, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515427]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26674496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26682752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26813888, "bytes": 384414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512551]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27198400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27978944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28110080, "bytes": 393375, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524500]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28778240, "bytes": 781916, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042554]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29560256, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29597312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29728448, "bytes": 387853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517137]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30116416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30128896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30653248, "bytes": 1545045, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060060]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32198400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32231232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32755584, "bytes": 1455853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1941137]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34211520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34228224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34752576, "bytes": 1562506, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2083341]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36315200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36348032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36872384, "bytes": 1504089, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2005451]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38376576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38389056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38520192, "bytes": 393669, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524892]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38913984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38922240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39053376, "bytes": 390831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521107]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39444288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39452544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39583680, "bytes": 392380, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523173]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39976128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40756672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40887808, "bytes": 394361, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525814]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41282240, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41294720, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41556928, "bytes": 783870, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045160]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42340864, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42377920, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42509056, "bytes": 390307, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520409]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42899456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42911936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43436288, "bytes": 1551468, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068624]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44987840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45020672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45545024, "bytes": 1477312, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1969749]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 47022400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47039104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47563456, "bytes": 1559657, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079542]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49123200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49156032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49680384, "bytes": 1469499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1959331]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51149952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51162432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51293568, "bytes": 393066, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524087]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51686720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51694976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51826112, "bytes": 390389, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520518]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52216576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52224832, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52355968, "bytes": 391812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522416]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52747904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53528448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53659584, "bytes": 393032, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524042]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 54052736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54065216, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54327424, "bytes": 785697, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047596]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55113216, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55150272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55281408, "bytes": 390216, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520287]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55671744, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55684224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56208576, "bytes": 1546604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062138]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57755264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57788096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58312448, "bytes": 1456683, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1942243]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59769216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59785920, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60310272, "bytes": 1556041, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074721]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61866432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61899264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62423616, "bytes": 1458285, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944379]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63881984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63894464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64025600, "bytes": 394101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525467]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64419776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64428032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64559168, "bytes": 390970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521293]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64950208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64958464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65089600, "bytes": 391247, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521662]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65480960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66261504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66392640, "bytes": 393933, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525244]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66786688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66799168, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67061376, "bytes": 787518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67848960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67886016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68017152, "bytes": 391123, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521497]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68408384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68420864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68945216, "bytes": 1547784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063712]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70493120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70525952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 71050304, "bytes": 1450596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1934128]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72500992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72517696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 73042048, "bytes": 1557938, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077250]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74600064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74632896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75157248, "bytes": 1470525, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1960699]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76627840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76640320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76771456, "bytes": 393096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524127]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77164672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77172928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77304064, "bytes": 391756, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522341]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77695936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77704192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77835328, "bytes": 390905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521206]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78226304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79006848, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79137984, "bytes": 393750, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524999]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79531840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79544320, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79806528, "bytes": 787904, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050538]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80594496, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80631552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80762688, "bytes": 391212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521616]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81153984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81166464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81690816, "bytes": 1549607, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066142]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83240512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83273344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83797696, "bytes": 1490163, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986883]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85287936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85304640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85828992, "bytes": 1556825, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075766]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87385920, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87418752, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87943104, "bytes": 1469085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1958780]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89412288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89424768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89555904, "bytes": 393222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524295]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89949248, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89957504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90088640, "bytes": 391560, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522080]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90480320, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90488576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90619712, "bytes": 391623, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522163]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 91011456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91792000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91923136, "bytes": 394314, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525752]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92317568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92330048, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92592256, "bytes": 788455, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051273]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93380800, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93417856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93548992, "bytes": 390702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520935]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93939776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93952256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94476608, "bytes": 1550118, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066823]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 96026816, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96059648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96584000, "bytes": 1516077, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021435]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 98100160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98116864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98641216, "bytes": 1555908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074544]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100197248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100230080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100754432, "bytes": 1486609, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982145]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102241152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102253632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102384768, "bytes": 392876, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523834]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102777728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102785984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102917120, "bytes": 387025, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [516033]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103304256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103312512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103443648, "bytes": 382238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [509650]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103825984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104606528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104737664, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105133056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105145536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105407744, "bytes": 787695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050259]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106195520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106232576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106363712, "bytes": 390742, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520989]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106754560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106767040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107291392, "bytes": 1549512, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066016]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108841024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108873856, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109398208, "bytes": 1517446, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2023261]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110932480, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111456832, "bytes": 1554918, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073223]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 113011840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113044672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113569024, "bytes": 1498806, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998407]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 115067904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115080384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115211520, "bytes": 393708, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524944]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115605312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613568, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115744704, "bytes": 391249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521665]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116136064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116275456, "bytes": 390243, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520323]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116665792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117446336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117577472, "bytes": 393844, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525125]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117983872, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118246080, "bytes": 789711, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1052947]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 119035904, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119072960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119204096, "bytes": 391911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522547]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119596096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119608576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 120132928, "bytes": 1552085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069446]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121685120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121717952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122242304, "bytes": 1531687, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042249]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123774080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123790784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124315136, "bytes": 1543720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058293]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125858944, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125891776, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126416128, "bytes": 1493143, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990857]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127909376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127921856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128052992, "bytes": 394331, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525774]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128447424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128455680, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128586816, "bytes": 393145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524193]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128980032, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128988288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129119424, "bytes": 394920, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526559]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129514432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130294976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130426112, "bytes": 394863, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526484]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130821056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130833536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131095744, "bytes": 790543, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054057]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131886400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131923456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132054592, "bytes": 390406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520541]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132445120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132457600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132981952, "bytes": 1546419, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061892]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134528448, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134561280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 135085632, "bytes": 1541736, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055648]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136627456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136644160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137168512, "bytes": 1533846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2045127]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138702464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138735296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139259648, "bytes": 1492496, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989994]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140752256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140764736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140895872, "bytes": 395322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527096]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141291264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141299520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141430656, "bytes": 392715, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523620]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141823488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141831744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141962880, "bytes": 394117, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525489]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142357120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143137664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143268800, "bytes": 394758, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526343]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143663680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143676160, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143938368, "bytes": 789970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1053293]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144728448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144896640, "bytes": 391720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522293]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145825280, "bytes": 1544766, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059688]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147370112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147402944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147927296, "bytes": 1522320, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029760]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149449728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149466432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149990784, "bytes": 1531080, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041439]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151521984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151554816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 152079168, "bytes": 1507440, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009919]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153586688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153599168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153730304, "bytes": 395134, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526845]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 154125504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154133760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154264896, "bytes": 392400, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523199]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154657408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154665664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154796800, "bytes": 393107, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524142]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155190016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155970560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156101696, "bytes": 394406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525874]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156496192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156508672, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156770880, "bytes": 788622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051496]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157559616, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157596672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157727808, "bytes": 393086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524114]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 158120960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158133440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158657792, "bytes": 1550645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067526]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160208512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160241344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160765696, "bytes": 1492217, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989622]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162257984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162274688, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162799040, "bytes": 1536801, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2049068]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164335936, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164368768, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164893120, "bytes": 1488458, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984610]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166381696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166525312, "bytes": 395604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527472]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166921024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166929280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167060416, "bytes": 392127, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522836]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167452608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167460864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167592000, "bytes": 392835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523780]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167984960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168896640, "bytes": 396619, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528825]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169293376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169305856, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169568064, "bytes": 785304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047071]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170353472, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170390528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170521664, "bytes": 392908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523877]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170914688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170927168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171451520, "bytes": 1556902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075869]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 173008512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173041344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173565696, "bytes": 1486531, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982041]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 175052352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175069056, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175593408, "bytes": 1540943, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2054590]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 177134464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177167296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177691648, "bytes": 1458721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944961]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 179150464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179162944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179294080, "bytes": 394633, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526177]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179688832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179697088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179828224, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522027]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180219840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180228096, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180359232, "bytes": 393561, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524748]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180752896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181533440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181664576, "bytes": 397420, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529893]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 182062080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182074560, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182336768, "bytes": 786297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048396]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 183123136, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183160192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183291328, "bytes": 394155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525539]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183685568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183698048, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184222400, "bytes": 1556837, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075782]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185779328, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185812160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186336512, "bytes": 1488426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984567]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187825024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187841728, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188366080, "bytes": 1545915, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061220]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189912064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189944896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190469248, "bytes": 1442797, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1923729]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191912128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191924608, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192055744, "bytes": 395395, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527193]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192451264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192459520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192590656, "bytes": 392593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523457]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192983360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192991616, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193122752, "bytes": 393936, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525248]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193516800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194297344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194428480, "bytes": 394968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526624]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194823552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194836032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195098240, "bytes": 784760, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046346]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195883072, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195920128, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196051264, "bytes": 394803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526403]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196446144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196458624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196982976, "bytes": 1556935, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075913]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198540032, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198572864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 199097216, "bytes": 1491533, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988710]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200588864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200605568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 201129920, "bytes": 1550351, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067134]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202680384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202713216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203237568, "bytes": 1439195, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1918926]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204676864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204820480, "bytes": 395524, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527365]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205216128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205224384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205355520, "bytes": 392360, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523146]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205747968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205756224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205887360, "bytes": 394702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526269]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206282176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207062720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207193856, "bytes": 395731, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527641]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207589696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207602176, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207864384, "bytes": 786465, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048619]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208650944, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208688000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208819136, "bytes": 393892, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525189]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209213120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209225600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209749952, "bytes": 1560044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2080058]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211310080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211342912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211867264, "bytes": 1474116, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965487]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213341504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213358208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213882560, "bytes": 1553526, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071367]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215436160, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215468992, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215993344, "bytes": 1445210, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1926946]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217438656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217451136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217582272, "bytes": 394858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526477]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217977216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217985472, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218116608, "bytes": 393787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525049]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218510464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218518720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218649856, "bytes": 395684, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527578]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 219045632, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219826176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219957312, "bytes": 393802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525069]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220351232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220363712, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220625920, "bytes": 787677, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050235]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221413696, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221450752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221581888, "bytes": 393486, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524647]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221975488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221987968, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222512320, "bytes": 1566036, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088048]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 224078464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224111296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224635648, "bytes": 1521412, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028549]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 226157184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226173888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226698240, "bytes": 1560890, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081186]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228259200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228292032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228816384, "bytes": 1512153, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2016203]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230328640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230341120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230472256, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230866816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230875072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231006208, "bytes": 391086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521447]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231397376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231536768, "bytes": 393192, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524256]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231930048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232710592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232841728, "bytes": 390896, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521194]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233232704, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233245184, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233507392, "bytes": 787923, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050564]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234295424, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234332480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234463616, "bytes": 391722, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522295]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234855424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234867904, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235392256, "bytes": 1566348, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088463]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236958720, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236991552, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237515904, "bytes": 1524645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032860]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 239040640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239057344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239581696, "bytes": 1559811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079747]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 241141632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241174464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241698816, "bytes": 1523539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031385]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 243222464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243234944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243366080, "bytes": 394860, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526480]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243761024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243769280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243900416, "bytes": 393593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524790]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244294080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244302336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244433472, "bytes": 394377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525835]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244827968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245608512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245739648, "bytes": 391891, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522521]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 246131648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246144128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246406336, "bytes": 787842, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050456]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 247194304, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247231360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247362496, "bytes": 392167, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522889]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247754752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247767232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248291584, "bytes": 1563425, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2084566]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249855104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249887936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250412288, "bytes": 1553354, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071138]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251965760, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251982464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252506816, "bytes": 1561171, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081561]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 254068096, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254100928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254625280, "bytes": 1542444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056591]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 256167808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256180288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256311424, "bytes": 394898, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526530]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256706432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256714688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256845824, "bytes": 394316, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525754]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 257240256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257248512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257379648, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257775040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258555584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258686720, "bytes": 395653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527537]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 259082496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259094976, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259357184, "bytes": 788765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051686]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 260146048, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260183104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260314240, "bytes": 391441, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521921]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260705792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260718272, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 261242624, "bytes": 1574787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2099716]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262817536, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262850368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263374720, "bytes": 1567499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2089998]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264942336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264959040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265483392, "bytes": 1573991, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098654]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 267057472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267090304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267614656, "bytes": 1549074, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065432]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 269163840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269176320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269307456, "bytes": 395627, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527502]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269703168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269711424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269842560, "bytes": 394229, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525638]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 270236864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270245120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270376256, "bytes": 397912, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530549]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270774272, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271554816, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271685952, "bytes": 399096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532128]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 272085120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272097600, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272359808, "bytes": 790776, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054367]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 273150656, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273187712, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273318848, "bytes": 391654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522205]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273710592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273723072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 274247424, "bytes": 1579707, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106276]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275827200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275860032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276384384, "bytes": 1561345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081793]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277945856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277962560, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278486912, "bytes": 1583058, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2110744]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 280070080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280102912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280627264, "bytes": 1529155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038873]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 282156544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282169024, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282300160, "bytes": 397101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529468]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282697344, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282705600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282836736, "bytes": 394172, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525562]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 283230976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283239232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283370368, "bytes": 399667, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532889]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283770112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284550656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284681792, "bytes": 399840, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [533119]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 285081728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285094208, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285356416, "bytes": 791139, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054851]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 286147648, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286184704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286315840, "bytes": 392202, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522935]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286708160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286720640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 287244992, "bytes": 1585994, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2114658]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288831104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288863936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289388288, "bytes": 1549043, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065390]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290937408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290954112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291478464, "bytes": 1584297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2112395]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 293062848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293095680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293620032, "bytes": 1538765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2051686]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 295158912, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295171392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295302528, "bytes": 398427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531236]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295701056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295709312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295840448, "bytes": 394298, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525730]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 296234816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296243072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296374208, "bytes": 397767, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530356]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296772096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297552640, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297683776, "bytes": 398666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531554]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 298082560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298095040, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298357248, "bytes": 791917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1055889]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 299149248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299186304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299317440, "bytes": 391937, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522582]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299709504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299721984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 300246336, "bytes": 1583973, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2111963]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301830400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301863232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 302387584, "bytes": 1446061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1928081]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303833728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303850432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 304374784, "bytes": 1589718, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2119624]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305964608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305997440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306521792, "bytes": 1488297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984396]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 308010176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308022656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308153792, "bytes": 398263, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531017]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308552128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308560384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308691520, "bytes": 394369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525825]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 309086016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309094272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309225408, "bytes": 399601, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532801]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309625088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310536768, "bytes": 401064, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [534751]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310937920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310950400, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311212608, "bytes": 795659, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1060878]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 312008384, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312045440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312176576, "bytes": 392094, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522791]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312568768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312581248, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 313105600, "bytes": 1594182, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2125576]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314699904, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314732736, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 315257088, "bytes": 1518851, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2025134]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316776064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1557033, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2076043]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10755776, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10796864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11321216, "bytes": 1530612, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2040816]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12851904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318100672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318231808, "bytes": 354985, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [473313]}, {"op": "e_blocks_0_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318586880, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12866496, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12997632, "bytes": 391866, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522487]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13389568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13397824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13528960, "bytes": 386713, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515617]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13924032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14055168, "bytes": 379484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505978]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14434752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15215296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15346432, "bytes": 388206, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517608]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15734720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15747200, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16009408, "bytes": 775545, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1034059]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16785024, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16826240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16957376, "bytes": 385001, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [513334]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17342464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17354944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17879296, "bytes": 1555998, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074663]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19435392, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19468224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19992576, "bytes": 1525519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2034025]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21518208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21534912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22059264, "bytes": 1532061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042747]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23591424, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23624256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24148608, "bytes": 1462906, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1950541]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25611584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318599360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 318730496, "bytes": 346845, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [462459]}, {"op": "e_blocks_1_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319077440, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25624064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25755200, "bytes": 393090, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524120]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26148416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26156672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26287808, "bytes": 386571, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515427]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26674496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26682752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26813888, "bytes": 384414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512551]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27198400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27978944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28110080, "bytes": 393375, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524500]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28778240, "bytes": 781916, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042554]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29560256, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29597312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29728448, "bytes": 387853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517137]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30116416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30128896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30653248, "bytes": 1545045, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060060]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32198400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32231232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32755584, "bytes": 1455853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1941137]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34211520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34228224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34752576, "bytes": 1562506, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2083341]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36315200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36348032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36872384, "bytes": 1504089, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2005451]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38376576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319089920, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319221056, "bytes": 340148, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [453530]}, {"op": "e_blocks_2_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319561280, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38389056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38520192, "bytes": 393669, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524892]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38913984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38922240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39053376, "bytes": 390831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521107]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39444288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39452544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39583680, "bytes": 392380, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523173]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39976128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40756672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40887808, "bytes": 394361, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525814]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41282240, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41294720, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41556928, "bytes": 783870, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045160]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42340864, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42377920, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42509056, "bytes": 390307, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520409]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42899456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42911936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43436288, "bytes": 1551468, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068624]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44987840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45020672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45545024, "bytes": 1477312, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1969749]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 47022400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47039104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47563456, "bytes": 1559657, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079542]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49123200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49156032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49680384, "bytes": 1469499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1959331]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51149952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319573760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 319704896, "bytes": 339410, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [452546]}, {"op": "e_blocks_3_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320044416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51162432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51293568, "bytes": 393066, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524087]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51686720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51694976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51826112, "bytes": 390389, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520518]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52216576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52224832, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52355968, "bytes": 391812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522416]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52747904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53528448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53659584, "bytes": 393032, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524042]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 54052736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54065216, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54327424, "bytes": 785697, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047596]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55113216, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55150272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55281408, "bytes": 390216, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520287]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55671744, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55684224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56208576, "bytes": 1546604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062138]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57755264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57788096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58312448, "bytes": 1456683, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1942243]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59769216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59785920, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60310272, "bytes": 1556041, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074721]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61866432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61899264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62423616, "bytes": 1458285, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944379]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63881984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320056896, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320188032, "bytes": 345981, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [461308]}, {"op": "e_blocks_4_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320534080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63894464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64025600, "bytes": 394101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525467]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64419776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64428032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64559168, "bytes": 390970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521293]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64950208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64958464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65089600, "bytes": 391247, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521662]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65480960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66261504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66392640, "bytes": 393933, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525244]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66786688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66799168, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67061376, "bytes": 787518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67848960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67886016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68017152, "bytes": 391123, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521497]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68408384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68420864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68945216, "bytes": 1547784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063712]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70493120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70525952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 71050304, "bytes": 1450596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1934128]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72500992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72517696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 73042048, "bytes": 1557938, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077250]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74600064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74632896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75157248, "bytes": 1470525, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1960699]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76627840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320546560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 320677696, "bytes": 344961, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [459948]}, {"op": "e_blocks_5_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321022784, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76640320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76771456, "bytes": 393096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524127]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77164672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77172928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77304064, "bytes": 391756, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522341]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77695936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77704192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77835328, "bytes": 390905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521206]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78226304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79006848, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79137984, "bytes": 393750, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524999]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79531840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79544320, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79806528, "bytes": 787904, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050538]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80594496, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80631552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80762688, "bytes": 391212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521616]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81153984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81166464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81690816, "bytes": 1549607, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066142]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83240512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83273344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83797696, "bytes": 1490163, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986883]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85287936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85304640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85828992, "bytes": 1556825, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075766]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87385920, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87418752, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87943104, "bytes": 1469085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1958780]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89412288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321035264, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321166400, "bytes": 343473, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [457964]}, {"op": "e_blocks_6_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321509952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89424768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89555904, "bytes": 393222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524295]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89949248, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89957504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90088640, "bytes": 391560, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522080]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90480320, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90488576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90619712, "bytes": 391623, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522163]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 91011456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91792000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91923136, "bytes": 394314, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525752]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92317568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92330048, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92592256, "bytes": 788455, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051273]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93380800, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93417856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93548992, "bytes": 390702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520935]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93939776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93952256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94476608, "bytes": 1550118, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066823]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 96026816, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96059648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96584000, "bytes": 1516077, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021435]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 98100160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98116864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98641216, "bytes": 1555908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074544]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100197248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100230080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100754432, "bytes": 1486609, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982145]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102241152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321522432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 321653568, "bytes": 350814, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [467752]}, {"op": "e_blocks_7_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322004480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102253632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102384768, "bytes": 392876, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523834]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102777728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102785984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102917120, "bytes": 387025, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [516033]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103304256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103312512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103443648, "bytes": 382238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [509650]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103825984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104606528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104737664, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105133056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105145536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105407744, "bytes": 787695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050259]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106195520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106232576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106363712, "bytes": 390742, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520989]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106754560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106767040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107291392, "bytes": 1549512, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066016]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108841024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108873856, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109398208, "bytes": 1517446, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2023261]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110932480, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111456832, "bytes": 1554918, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073223]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 113011840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113044672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113569024, "bytes": 1498806, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998407]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 115067904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322016960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322148096, "bytes": 347174, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [462898]}, {"op": "e_blocks_8_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322495360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115080384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115211520, "bytes": 393708, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524944]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115605312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613568, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115744704, "bytes": 391249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521665]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116136064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116275456, "bytes": 390243, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520323]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116665792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117446336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117577472, "bytes": 393844, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525125]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117983872, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118246080, "bytes": 789711, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1052947]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 119035904, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119072960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119204096, "bytes": 391911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522547]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119596096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119608576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 120132928, "bytes": 1552085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069446]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121685120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121717952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122242304, "bytes": 1531687, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042249]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123774080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123790784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124315136, "bytes": 1543720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058293]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125858944, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125891776, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126416128, "bytes": 1493143, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990857]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127909376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322507840, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322638976, "bytes": 356416, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [475221]}, {"op": "e_blocks_9_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 322995456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127921856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128052992, "bytes": 394331, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525774]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128447424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128455680, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128586816, "bytes": 393145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524193]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128980032, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128988288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129119424, "bytes": 394920, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526559]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129514432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130294976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130426112, "bytes": 394863, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526484]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130821056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130833536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131095744, "bytes": 790543, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054057]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131886400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131923456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132054592, "bytes": 390406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520541]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132445120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132457600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132981952, "bytes": 1546419, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061892]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134528448, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134561280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 135085632, "bytes": 1541736, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055648]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136627456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136644160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137168512, "bytes": 1533846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2045127]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138702464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138735296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139259648, "bytes": 1492496, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989994]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140752256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323007936, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323139072, "bytes": 374787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [499715]}, {"op": "e_blocks_10_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323513984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140764736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140895872, "bytes": 395322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527096]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141291264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141299520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141430656, "bytes": 392715, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523620]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141823488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141831744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141962880, "bytes": 394117, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525489]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142357120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143137664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143268800, "bytes": 394758, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526343]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143663680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143676160, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143938368, "bytes": 789970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1053293]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144728448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144896640, "bytes": 391720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522293]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145825280, "bytes": 1544766, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059688]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147370112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147402944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147927296, "bytes": 1522320, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029760]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149449728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149466432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149990784, "bytes": 1531080, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041439]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151521984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151554816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 152079168, "bytes": 1507440, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009919]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153586688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323526464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 323657600, "bytes": 368836, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [491781]}, {"op": "e_blocks_11_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324026560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153599168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153730304, "bytes": 395134, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526845]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 154125504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154133760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154264896, "bytes": 392400, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523199]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154657408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154665664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154796800, "bytes": 393107, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524142]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155190016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155970560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156101696, "bytes": 394406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525874]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156496192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156508672, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156770880, "bytes": 788622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051496]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157559616, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157596672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157727808, "bytes": 393086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524114]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 158120960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158133440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158657792, "bytes": 1550645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067526]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160208512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160241344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160765696, "bytes": 1492217, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989622]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162257984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162274688, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162799040, "bytes": 1536801, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2049068]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164335936, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164368768, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164893120, "bytes": 1488458, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984610]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166381696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324039040, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324170176, "bytes": 362214, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [482951]}, {"op": "e_blocks_12_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324532480, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166525312, "bytes": 395604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527472]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166921024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166929280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167060416, "bytes": 392127, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522836]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167452608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167460864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167592000, "bytes": 392835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523780]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167984960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168896640, "bytes": 396619, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528825]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169293376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169305856, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169568064, "bytes": 785304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047071]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170353472, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170390528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170521664, "bytes": 392908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523877]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170914688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170927168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171451520, "bytes": 1556902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075869]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 173008512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173041344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173565696, "bytes": 1486531, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982041]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 175052352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175069056, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175593408, "bytes": 1540943, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2054590]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 177134464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177167296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177691648, "bytes": 1458721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944961]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 179150464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324544960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 324676096, "bytes": 355356, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [473808]}, {"op": "e_blocks_13_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325031552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179162944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179294080, "bytes": 394633, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526177]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179688832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179697088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179828224, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522027]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180219840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180228096, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180359232, "bytes": 393561, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524748]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180752896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181533440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181664576, "bytes": 397420, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529893]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 182062080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182074560, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182336768, "bytes": 786297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048396]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 183123136, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183160192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183291328, "bytes": 394155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525539]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183685568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183698048, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184222400, "bytes": 1556837, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075782]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185779328, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185812160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186336512, "bytes": 1488426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984567]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187825024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187841728, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188366080, "bytes": 1545915, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061220]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189912064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189944896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190469248, "bytes": 1442797, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1923729]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191912128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325044032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325175168, "bytes": 361800, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [482400]}, {"op": "e_blocks_14_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325537088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191924608, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192055744, "bytes": 395395, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527193]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192451264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192459520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192590656, "bytes": 392593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523457]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192983360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192991616, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193122752, "bytes": 393936, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525248]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193516800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194297344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194428480, "bytes": 394968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526624]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194823552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194836032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195098240, "bytes": 784760, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046346]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195883072, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195920128, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196051264, "bytes": 394803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526403]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196446144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196458624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196982976, "bytes": 1556935, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075913]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198540032, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198572864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 199097216, "bytes": 1491533, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988710]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200588864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200605568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 201129920, "bytes": 1550351, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067134]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202680384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202713216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203237568, "bytes": 1439195, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1918926]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204676864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325549568, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 325680704, "bytes": 372582, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [496776]}, {"op": "e_blocks_15_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326053376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204820480, "bytes": 395524, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527365]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205216128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205224384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205355520, "bytes": 392360, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523146]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205747968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205756224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205887360, "bytes": 394702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526269]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206282176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207062720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207193856, "bytes": 395731, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527641]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207589696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207602176, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207864384, "bytes": 786465, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048619]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208650944, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208688000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208819136, "bytes": 393892, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525189]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209213120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209225600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209749952, "bytes": 1560044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2080058]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211310080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211342912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211867264, "bytes": 1474116, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965487]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213341504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213358208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213882560, "bytes": 1553526, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071367]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215436160, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215468992, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215993344, "bytes": 1445210, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1926946]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217438656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326065856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326196992, "bytes": 366661, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [488881]}, {"op": "e_blocks_16_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326563776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217451136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217582272, "bytes": 394858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526477]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217977216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217985472, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218116608, "bytes": 393787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525049]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218510464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218518720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218649856, "bytes": 395684, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527578]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 219045632, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219826176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219957312, "bytes": 393802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525069]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220351232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220363712, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220625920, "bytes": 787677, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050235]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221413696, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221450752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221581888, "bytes": 393486, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524647]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221975488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221987968, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222512320, "bytes": 1566036, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088048]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 224078464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224111296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224635648, "bytes": 1521412, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028549]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 226157184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226173888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226698240, "bytes": 1560890, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081186]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228259200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228292032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228816384, "bytes": 1512153, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2016203]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230328640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326576256, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 326707392, "bytes": 377414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [503218]}, {"op": "e_blocks_17_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327084928, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230341120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230472256, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230866816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230875072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231006208, "bytes": 391086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521447]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231397376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231536768, "bytes": 393192, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524256]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231930048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232710592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232841728, "bytes": 390896, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521194]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233232704, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233245184, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233507392, "bytes": 787923, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050564]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234295424, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234332480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234463616, "bytes": 391722, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522295]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234855424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234867904, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235392256, "bytes": 1566348, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088463]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236958720, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236991552, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237515904, "bytes": 1524645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032860]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 239040640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239057344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239581696, "bytes": 1559811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079747]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 241141632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241174464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241698816, "bytes": 1523539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031385]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 243222464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327097408, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327228544, "bytes": 369870, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [493159]}, {"op": "e_blocks_18_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327598528, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243234944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243366080, "bytes": 394860, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526480]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243761024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243769280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243900416, "bytes": 393593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524790]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244294080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244302336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244433472, "bytes": 394377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525835]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244827968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245608512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245739648, "bytes": 391891, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522521]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 246131648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246144128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246406336, "bytes": 787842, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050456]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 247194304, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247231360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247362496, "bytes": 392167, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522889]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247754752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247767232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248291584, "bytes": 1563425, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2084566]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249855104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249887936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250412288, "bytes": 1553354, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071138]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251965760, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251982464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252506816, "bytes": 1561171, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081561]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 254068096, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254100928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254625280, "bytes": 1542444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056591]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 256167808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327611008, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 327742144, "bytes": 373730, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [498306]}, {"op": "e_blocks_19_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328115968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256180288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256311424, "bytes": 394898, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526530]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256706432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256714688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256845824, "bytes": 394316, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525754]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 257240256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257248512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257379648, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257775040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258555584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258686720, "bytes": 395653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527537]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 259082496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259094976, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259357184, "bytes": 788765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051686]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 260146048, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260183104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260314240, "bytes": 391441, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521921]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260705792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260718272, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 261242624, "bytes": 1574787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2099716]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262817536, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262850368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263374720, "bytes": 1567499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2089998]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264942336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264959040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265483392, "bytes": 1573991, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098654]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 267057472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267090304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267614656, "bytes": 1549074, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065432]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 269163840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328128448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328259584, "bytes": 357027, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [476035]}, {"op": "e_blocks_20_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328616704, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269176320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269307456, "bytes": 395627, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527502]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269703168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269711424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269842560, "bytes": 394229, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525638]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 270236864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270245120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270376256, "bytes": 397912, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530549]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270774272, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271554816, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271685952, "bytes": 399096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532128]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 272085120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272097600, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272359808, "bytes": 790776, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054367]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 273150656, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273187712, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273318848, "bytes": 391654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522205]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273710592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273723072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 274247424, "bytes": 1579707, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106276]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275827200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275860032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276384384, "bytes": 1561345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081793]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277945856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277962560, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278486912, "bytes": 1583058, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2110744]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 280070080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280102912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280627264, "bytes": 1529155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038873]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 282156544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328629184, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 328760320, "bytes": 353695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [471593]}, {"op": "e_blocks_21_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329114112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282169024, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282300160, "bytes": 397101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529468]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282697344, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282705600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282836736, "bytes": 394172, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525562]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 283230976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283239232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283370368, "bytes": 399667, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532889]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283770112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284550656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284681792, "bytes": 399840, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [533119]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 285081728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285094208, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285356416, "bytes": 791139, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054851]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 286147648, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286184704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286315840, "bytes": 392202, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522935]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286708160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286720640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 287244992, "bytes": 1585994, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2114658]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288831104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288863936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289388288, "bytes": 1549043, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065390]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290937408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290954112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291478464, "bytes": 1584297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2112395]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 293062848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293095680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293620032, "bytes": 1538765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2051686]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 295158912, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329126592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329257728, "bytes": 350792, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [467722]}, {"op": "e_blocks_22_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329608640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295171392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295302528, "bytes": 398427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531236]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295701056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295709312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295840448, "bytes": 394298, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525730]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 296234816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296243072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296374208, "bytes": 397767, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530356]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296772096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297552640, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297683776, "bytes": 398666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531554]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 298082560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298095040, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298357248, "bytes": 791917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1055889]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 299149248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299186304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299317440, "bytes": 391937, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522582]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299709504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299721984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 300246336, "bytes": 1583973, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2111963]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301830400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301863232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 302387584, "bytes": 1446061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1928081]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303833728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303850432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 304374784, "bytes": 1589718, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2119624]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305964608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305997440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306521792, "bytes": 1488297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984396]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 308010176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_rk_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329621120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_rk_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 329752256, "bytes": 353878, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [471837]}, {"op": "e_blocks_23_att_rk_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.relative_k_proj.weight", "scale_pow2": 1.0, "data_offset": 330106240, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308022656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308153792, "bytes": 398263, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531017]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308552128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308560384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308691520, "bytes": 394369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525825]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 309086016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309094272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309225408, "bytes": 399601, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532801]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309625088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310536768, "bytes": 401064, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [534751]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310937920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310950400, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311212608, "bytes": 795659, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1060878]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 312008384, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312045440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312176576, "bytes": 392094, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522791]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312568768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312581248, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 313105600, "bytes": 1594182, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2125576]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314699904, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314732736, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 315257088, "bytes": 1518851, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2025134]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316776064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 8674304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 9198656, "bytes": 1557033, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2076043]}, {"op": "e_blocks_0_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 10755776, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 10796864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 11321216, "bytes": 1530612, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2040816]}, {"op": "e_blocks_0_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 12851904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12866496, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 12997632, "bytes": 391866, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522487]}, {"op": "e_blocks_0_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 13389568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13397824, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13528960, "bytes": 386713, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515617]}, {"op": "e_blocks_0_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 13915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 13924032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14055168, "bytes": 379484, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [505978]}, {"op": "e_blocks_0_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 14434752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15215296, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15346432, "bytes": 388206, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517608]}, {"op": "e_blocks_0_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 15734720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 15747200, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16009408, "bytes": 775545, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1034059]}, {"op": "e_blocks_0_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 16785024, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16826240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 16957376, "bytes": 385001, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [513334]}, {"op": "e_blocks_0_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 17342464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17354944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 17879296, "bytes": 1555998, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074663]}, {"op": "e_blocks_0_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 19435392, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19468224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 19992576, "bytes": 1525519, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2034025]}, {"op": "e_blocks_0_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.0.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 21518208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 21534912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 22059264, "bytes": 1532061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042747]}, {"op": "e_blocks_1_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 23591424, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 23624256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 24148608, "bytes": 1462906, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1950541]}, {"op": "e_blocks_1_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 25611584, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25624064, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 25755200, "bytes": 393090, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524120]}, {"op": "e_blocks_1_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 26148416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26156672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26287808, "bytes": 386571, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [515427]}, {"op": "e_blocks_1_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 26674496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26682752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 26813888, "bytes": 384414, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [512551]}, {"op": "e_blocks_1_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 27198400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 27978944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28110080, "bytes": 393375, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524500]}, {"op": "e_blocks_1_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 28503552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28516032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 28778240, "bytes": 781916, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1042554]}, {"op": "e_blocks_1_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 29560256, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29597312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 29728448, "bytes": 387853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [517137]}, {"op": "e_blocks_1_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 30116416, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30128896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 30653248, "bytes": 1545045, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2060060]}, {"op": "e_blocks_1_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 32198400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32231232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 32755584, "bytes": 1455853, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1941137]}, {"op": "e_blocks_1_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.1.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 34211520, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34228224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 34752576, "bytes": 1562506, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2083341]}, {"op": "e_blocks_2_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 36315200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36348032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 36872384, "bytes": 1504089, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2005451]}, {"op": "e_blocks_2_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 38376576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38389056, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38520192, "bytes": 393669, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524892]}, {"op": "e_blocks_2_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 38913984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 38922240, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39053376, "bytes": 390831, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521107]}, {"op": "e_blocks_2_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 39444288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39452544, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39583680, "bytes": 392380, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523173]}, {"op": "e_blocks_2_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 39976128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40756672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 40887808, "bytes": 394361, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525814]}, {"op": "e_blocks_2_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 41282240, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41294720, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 41556928, "bytes": 783870, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1045160]}, {"op": "e_blocks_2_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 42340864, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42377920, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42509056, "bytes": 390307, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520409]}, {"op": "e_blocks_2_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 42899456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 42911936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 43436288, "bytes": 1551468, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2068624]}, {"op": "e_blocks_2_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 44987840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45020672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 45545024, "bytes": 1477312, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1969749]}, {"op": "e_blocks_2_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.2.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 47022400, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47039104, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 47563456, "bytes": 1559657, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079542]}, {"op": "e_blocks_3_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 49123200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49156032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 49680384, "bytes": 1469499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1959331]}, {"op": "e_blocks_3_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 51149952, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51162432, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51293568, "bytes": 393066, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524087]}, {"op": "e_blocks_3_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 51686720, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51694976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 51826112, "bytes": 390389, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520518]}, {"op": "e_blocks_3_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 52216576, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52224832, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52355968, "bytes": 391812, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522416]}, {"op": "e_blocks_3_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 52747904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53528448, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 53659584, "bytes": 393032, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524042]}, {"op": "e_blocks_3_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 54052736, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54065216, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 54327424, "bytes": 785697, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047596]}, {"op": "e_blocks_3_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 55113216, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55150272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55281408, "bytes": 390216, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520287]}, {"op": "e_blocks_3_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 55671744, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 55684224, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 56208576, "bytes": 1546604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2062138]}, {"op": "e_blocks_3_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 57755264, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 57788096, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 58312448, "bytes": 1456683, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1942243]}, {"op": "e_blocks_3_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.3.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 59769216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 59785920, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 60310272, "bytes": 1556041, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074721]}, {"op": "e_blocks_4_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 61866432, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 61899264, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 62423616, "bytes": 1458285, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944379]}, {"op": "e_blocks_4_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 63881984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 63894464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64025600, "bytes": 394101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525467]}, {"op": "e_blocks_4_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 64419776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64428032, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64559168, "bytes": 390970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521293]}, {"op": "e_blocks_4_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 64950208, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 64958464, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65089600, "bytes": 391247, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521662]}, {"op": "e_blocks_4_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 65480960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66261504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66392640, "bytes": 393933, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525244]}, {"op": "e_blocks_4_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 66786688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 66799168, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67061376, "bytes": 787518, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050024]}, {"op": "e_blocks_4_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 67848960, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 67886016, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68017152, "bytes": 391123, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521497]}, {"op": "e_blocks_4_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 68408384, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68420864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 68945216, "bytes": 1547784, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2063712]}, {"op": "e_blocks_4_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 70493120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 70525952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 71050304, "bytes": 1450596, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1934128]}, {"op": "e_blocks_4_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.4.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 72500992, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 72517696, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 73042048, "bytes": 1557938, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2077250]}, {"op": "e_blocks_5_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 74600064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 74632896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 75157248, "bytes": 1470525, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1960699]}, {"op": "e_blocks_5_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 76627840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76640320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 76771456, "bytes": 393096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524127]}, {"op": "e_blocks_5_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 77164672, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77172928, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77304064, "bytes": 391756, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522341]}, {"op": "e_blocks_5_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 77695936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77704192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 77835328, "bytes": 390905, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521206]}, {"op": "e_blocks_5_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 78226304, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79006848, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79137984, "bytes": 393750, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524999]}, {"op": "e_blocks_5_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 79531840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79544320, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 79806528, "bytes": 787904, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050538]}, {"op": "e_blocks_5_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 80594496, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80631552, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 80762688, "bytes": 391212, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521616]}, {"op": "e_blocks_5_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 81153984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81166464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 81690816, "bytes": 1549607, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066142]}, {"op": "e_blocks_5_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 83240512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83273344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 83797696, "bytes": 1490163, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1986883]}, {"op": "e_blocks_5_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.5.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 85287936, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85304640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 85828992, "bytes": 1556825, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075766]}, {"op": "e_blocks_6_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 87385920, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87418752, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 87943104, "bytes": 1469085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1958780]}, {"op": "e_blocks_6_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 89412288, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89424768, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89555904, "bytes": 393222, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524295]}, {"op": "e_blocks_6_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 89949248, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 89957504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90088640, "bytes": 391560, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522080]}, {"op": "e_blocks_6_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 90480320, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90488576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 90619712, "bytes": 391623, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522163]}, {"op": "e_blocks_6_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 91011456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91792000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 91923136, "bytes": 394314, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525752]}, {"op": "e_blocks_6_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 92317568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92330048, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 92592256, "bytes": 788455, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051273]}, {"op": "e_blocks_6_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 93380800, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93417856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93548992, "bytes": 390702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520935]}, {"op": "e_blocks_6_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 93939776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 93952256, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 94476608, "bytes": 1550118, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066823]}, {"op": "e_blocks_6_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 96026816, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96059648, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 96584000, "bytes": 1516077, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2021435]}, {"op": "e_blocks_6_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.6.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 98100160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98116864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 98641216, "bytes": 1555908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2074544]}, {"op": "e_blocks_7_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 100197248, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100230080, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 100754432, "bytes": 1486609, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982145]}, {"op": "e_blocks_7_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 102241152, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102253632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102384768, "bytes": 392876, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523834]}, {"op": "e_blocks_7_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 102777728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102785984, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 102917120, "bytes": 387025, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [516033]}, {"op": "e_blocks_7_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 103304256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103312512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103443648, "bytes": 382238, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [509650]}, {"op": "e_blocks_7_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 103825984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104606528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 104737664, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_7_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 105133056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105145536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 105407744, "bytes": 787695, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050259]}, {"op": "e_blocks_7_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 106195520, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106232576, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106363712, "bytes": 390742, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520989]}, {"op": "e_blocks_7_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 106754560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 106767040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 107291392, "bytes": 1549512, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2066016]}, {"op": "e_blocks_7_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 108841024, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 108873856, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 109398208, "bytes": 1517446, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2023261]}, {"op": "e_blocks_7_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.7.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 110915776, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 110932480, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 111456832, "bytes": 1554918, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2073223]}, {"op": "e_blocks_8_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 113011840, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113044672, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 113569024, "bytes": 1498806, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1998407]}, {"op": "e_blocks_8_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 115067904, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115080384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115211520, "bytes": 393708, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524944]}, {"op": "e_blocks_8_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 115605312, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115613568, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 115744704, "bytes": 391249, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521665]}, {"op": "e_blocks_8_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 116136064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116144320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116275456, "bytes": 390243, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520323]}, {"op": "e_blocks_8_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 116665792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117446336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117577472, "bytes": 393844, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525125]}, {"op": "e_blocks_8_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 117971392, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 117983872, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 118246080, "bytes": 789711, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1052947]}, {"op": "e_blocks_8_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 119035904, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119072960, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119204096, "bytes": 391911, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522547]}, {"op": "e_blocks_8_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 119596096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 119608576, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 120132928, "bytes": 1552085, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2069446]}, {"op": "e_blocks_8_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 121685120, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 121717952, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 122242304, "bytes": 1531687, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2042249]}, {"op": "e_blocks_8_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.8.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 123774080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 123790784, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 124315136, "bytes": 1543720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2058293]}, {"op": "e_blocks_9_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 125858944, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 125891776, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 126416128, "bytes": 1493143, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1990857]}, {"op": "e_blocks_9_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 127909376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 127921856, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128052992, "bytes": 394331, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525774]}, {"op": "e_blocks_9_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 128447424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128455680, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128586816, "bytes": 393145, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524193]}, {"op": "e_blocks_9_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 128980032, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 128988288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129119424, "bytes": 394920, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526559]}, {"op": "e_blocks_9_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 129514432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130294976, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130426112, "bytes": 394863, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526484]}, {"op": "e_blocks_9_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 130821056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 130833536, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131095744, "bytes": 790543, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054057]}, {"op": "e_blocks_9_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 131886400, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 131923456, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132054592, "bytes": 390406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [520541]}, {"op": "e_blocks_9_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 132445120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132457600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 132981952, "bytes": 1546419, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061892]}, {"op": "e_blocks_9_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 134528448, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 134561280, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 135085632, "bytes": 1541736, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2055648]}, {"op": "e_blocks_9_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.9.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 136627456, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 136644160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 137168512, "bytes": 1533846, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2045127]}, {"op": "e_blocks_10_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 138702464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 138735296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 139259648, "bytes": 1492496, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989994]}, {"op": "e_blocks_10_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 140752256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140764736, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 140895872, "bytes": 395322, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527096]}, {"op": "e_blocks_10_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 141291264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141299520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141430656, "bytes": 392715, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523620]}, {"op": "e_blocks_10_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 141823488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141831744, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 141962880, "bytes": 394117, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525489]}, {"op": "e_blocks_10_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 142357120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143137664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143268800, "bytes": 394758, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526343]}, {"op": "e_blocks_10_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 143663680, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143676160, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 143938368, "bytes": 789970, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1053293]}, {"op": "e_blocks_10_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 144728448, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 144896640, "bytes": 391720, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522293]}, {"op": "e_blocks_10_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 145288448, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145300928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 145825280, "bytes": 1544766, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2059688]}, {"op": "e_blocks_10_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 147370112, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147402944, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 147927296, "bytes": 1522320, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2029760]}, {"op": "e_blocks_10_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.10.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 149449728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149466432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 149990784, "bytes": 1531080, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2041439]}, {"op": "e_blocks_11_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 151521984, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 151554816, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 152079168, "bytes": 1507440, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2009919]}, {"op": "e_blocks_11_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 153586688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153599168, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 153730304, "bytes": 395134, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526845]}, {"op": "e_blocks_11_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 154125504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154133760, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154264896, "bytes": 392400, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523199]}, {"op": "e_blocks_11_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 154657408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154665664, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 154796800, "bytes": 393107, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524142]}, {"op": "e_blocks_11_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 155190016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 155970560, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156101696, "bytes": 394406, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525874]}, {"op": "e_blocks_11_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 156496192, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156508672, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 156770880, "bytes": 788622, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051496]}, {"op": "e_blocks_11_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 157559616, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157596672, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 157727808, "bytes": 393086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524114]}, {"op": "e_blocks_11_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 158120960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158133440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 158657792, "bytes": 1550645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067526]}, {"op": "e_blocks_11_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 160208512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160241344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 160765696, "bytes": 1492217, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1989622]}, {"op": "e_blocks_11_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.11.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 162257984, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162274688, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 162799040, "bytes": 1536801, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2049068]}, {"op": "e_blocks_12_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 164335936, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164368768, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 164893120, "bytes": 1488458, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984610]}, {"op": "e_blocks_12_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 166381696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166394176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166525312, "bytes": 395604, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527472]}, {"op": "e_blocks_12_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 166921024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 166929280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167060416, "bytes": 392127, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522836]}, {"op": "e_blocks_12_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 167452608, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167460864, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167592000, "bytes": 392835, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523780]}, {"op": "e_blocks_12_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 167984960, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168765504, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 168896640, "bytes": 396619, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [528825]}, {"op": "e_blocks_12_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 169293376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169305856, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 169568064, "bytes": 785304, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1047071]}, {"op": "e_blocks_12_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 170353472, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170390528, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170521664, "bytes": 392908, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523877]}, {"op": "e_blocks_12_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 170914688, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 170927168, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 171451520, "bytes": 1556902, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075869]}, {"op": "e_blocks_12_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 173008512, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173041344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 173565696, "bytes": 1486531, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1982041]}, {"op": "e_blocks_12_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.12.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 175052352, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175069056, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 175593408, "bytes": 1540943, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2054590]}, {"op": "e_blocks_13_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 177134464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177167296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 177691648, "bytes": 1458721, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1944961]}, {"op": "e_blocks_13_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 179150464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179162944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179294080, "bytes": 394633, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526177]}, {"op": "e_blocks_13_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 179688832, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179697088, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 179828224, "bytes": 391521, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522027]}, {"op": "e_blocks_13_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 180219840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180228096, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180359232, "bytes": 393561, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524748]}, {"op": "e_blocks_13_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 180752896, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181533440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 181664576, "bytes": 397420, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529893]}, {"op": "e_blocks_13_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 182062080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182074560, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 182336768, "bytes": 786297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048396]}, {"op": "e_blocks_13_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 183123136, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183160192, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183291328, "bytes": 394155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525539]}, {"op": "e_blocks_13_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 183685568, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 183698048, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 184222400, "bytes": 1556837, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075782]}, {"op": "e_blocks_13_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 185779328, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 185812160, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 186336512, "bytes": 1488426, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984567]}, {"op": "e_blocks_13_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.13.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 187825024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 187841728, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 188366080, "bytes": 1545915, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2061220]}, {"op": "e_blocks_14_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 189912064, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 189944896, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 190469248, "bytes": 1442797, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1923729]}, {"op": "e_blocks_14_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 191912128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 191924608, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192055744, "bytes": 395395, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527193]}, {"op": "e_blocks_14_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 192451264, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192459520, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192590656, "bytes": 392593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523457]}, {"op": "e_blocks_14_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 192983360, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 192991616, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193122752, "bytes": 393936, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525248]}, {"op": "e_blocks_14_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 193516800, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194297344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194428480, "bytes": 394968, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526624]}, {"op": "e_blocks_14_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 194823552, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 194836032, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195098240, "bytes": 784760, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1046346]}, {"op": "e_blocks_14_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 195883072, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 195920128, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196051264, "bytes": 394803, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526403]}, {"op": "e_blocks_14_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 196446144, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196458624, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 196982976, "bytes": 1556935, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2075913]}, {"op": "e_blocks_14_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 198540032, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 198572864, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 199097216, "bytes": 1491533, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1988710]}, {"op": "e_blocks_14_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.14.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 200588864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 200605568, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 201129920, "bytes": 1550351, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2067134]}, {"op": "e_blocks_15_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 202680384, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 202713216, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 203237568, "bytes": 1439195, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1918926]}, {"op": "e_blocks_15_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 204676864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204689344, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 204820480, "bytes": 395524, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527365]}, {"op": "e_blocks_15_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 205216128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205224384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205355520, "bytes": 392360, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [523146]}, {"op": "e_blocks_15_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 205747968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205756224, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 205887360, "bytes": 394702, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526269]}, {"op": "e_blocks_15_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 206282176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207062720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207193856, "bytes": 395731, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527641]}, {"op": "e_blocks_15_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 207589696, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207602176, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 207864384, "bytes": 786465, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1048619]}, {"op": "e_blocks_15_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 208650944, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208688000, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 208819136, "bytes": 393892, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525189]}, {"op": "e_blocks_15_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 209213120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209225600, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 209749952, "bytes": 1560044, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2080058]}, {"op": "e_blocks_15_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 211310080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211342912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 211867264, "bytes": 1474116, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1965487]}, {"op": "e_blocks_15_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.15.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 213341504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213358208, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 213882560, "bytes": 1553526, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071367]}, {"op": "e_blocks_16_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 215436160, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215468992, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 215993344, "bytes": 1445210, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1926946]}, {"op": "e_blocks_16_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 217438656, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217451136, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217582272, "bytes": 394858, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526477]}, {"op": "e_blocks_16_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 217977216, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 217985472, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218116608, "bytes": 393787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525049]}, {"op": "e_blocks_16_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 218510464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218518720, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 218649856, "bytes": 395684, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527578]}, {"op": "e_blocks_16_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 219045632, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219826176, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 219957312, "bytes": 393802, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525069]}, {"op": "e_blocks_16_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 220351232, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220363712, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 220625920, "bytes": 787677, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050235]}, {"op": "e_blocks_16_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 221413696, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221450752, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221581888, "bytes": 393486, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524647]}, {"op": "e_blocks_16_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 221975488, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 221987968, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 222512320, "bytes": 1566036, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088048]}, {"op": "e_blocks_16_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 224078464, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224111296, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 224635648, "bytes": 1521412, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2028549]}, {"op": "e_blocks_16_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.16.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 226157184, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226173888, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 226698240, "bytes": 1560890, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081186]}, {"op": "e_blocks_17_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 228259200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228292032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 228816384, "bytes": 1512153, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2016203]}, {"op": "e_blocks_17_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 230328640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230341120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230472256, "bytes": 394477, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525969]}, {"op": "e_blocks_17_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 230866816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 230875072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231006208, "bytes": 391086, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521447]}, {"op": "e_blocks_17_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 231397376, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231536768, "bytes": 393192, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524256]}, {"op": "e_blocks_17_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 231930048, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232710592, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 232841728, "bytes": 390896, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521194]}, {"op": "e_blocks_17_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 233232704, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233245184, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 233507392, "bytes": 787923, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050564]}, {"op": "e_blocks_17_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 234295424, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234332480, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234463616, "bytes": 391722, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522295]}, {"op": "e_blocks_17_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 234855424, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 234867904, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 235392256, "bytes": 1566348, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2088463]}, {"op": "e_blocks_17_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 236958720, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 236991552, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 237515904, "bytes": 1524645, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2032860]}, {"op": "e_blocks_17_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.17.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 239040640, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239057344, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 239581696, "bytes": 1559811, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2079747]}, {"op": "e_blocks_18_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 241141632, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241174464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 241698816, "bytes": 1523539, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2031385]}, {"op": "e_blocks_18_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 243222464, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243234944, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243366080, "bytes": 394860, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526480]}, {"op": "e_blocks_18_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 243761024, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243769280, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 243900416, "bytes": 393593, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [524790]}, {"op": "e_blocks_18_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 244294080, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244302336, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244433472, "bytes": 394377, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525835]}, {"op": "e_blocks_18_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 244827968, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245608512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 245739648, "bytes": 391891, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522521]}, {"op": "e_blocks_18_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 246131648, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246144128, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 246406336, "bytes": 787842, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1050456]}, {"op": "e_blocks_18_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 247194304, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247231360, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247362496, "bytes": 392167, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522889]}, {"op": "e_blocks_18_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 247754752, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 247767232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 248291584, "bytes": 1563425, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2084566]}, {"op": "e_blocks_18_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 249855104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 249887936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 250412288, "bytes": 1553354, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2071138]}, {"op": "e_blocks_18_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.18.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 251965760, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 251982464, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 252506816, "bytes": 1561171, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081561]}, {"op": "e_blocks_19_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 254068096, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254100928, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 254625280, "bytes": 1542444, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2056591]}, {"op": "e_blocks_19_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 256167808, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256180288, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256311424, "bytes": 394898, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [526530]}, {"op": "e_blocks_19_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 256706432, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256714688, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 256845824, "bytes": 394316, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525754]}, {"op": "e_blocks_19_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 257240256, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257248512, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257379648, "bytes": 395326, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527101]}, {"op": "e_blocks_19_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 257775040, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258555584, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 258686720, "bytes": 395653, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527537]}, {"op": "e_blocks_19_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 259082496, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259094976, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 259357184, "bytes": 788765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1051686]}, {"op": "e_blocks_19_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 260146048, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260183104, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260314240, "bytes": 391441, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [521921]}, {"op": "e_blocks_19_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 260705792, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 260718272, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 261242624, "bytes": 1574787, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2099716]}, {"op": "e_blocks_19_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 262817536, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 262850368, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 263374720, "bytes": 1567499, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2089998]}, {"op": "e_blocks_19_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.19.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 264942336, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 264959040, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 265483392, "bytes": 1573991, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2098654]}, {"op": "e_blocks_20_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 267057472, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267090304, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 267614656, "bytes": 1549074, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065432]}, {"op": "e_blocks_20_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 269163840, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269176320, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269307456, "bytes": 395627, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [527502]}, {"op": "e_blocks_20_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 269703168, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269711424, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 269842560, "bytes": 394229, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525638]}, {"op": "e_blocks_20_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 270236864, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270245120, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270376256, "bytes": 397912, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530549]}, {"op": "e_blocks_20_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 270774272, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271554816, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 271685952, "bytes": 399096, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532128]}, {"op": "e_blocks_20_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 272085120, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272097600, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 272359808, "bytes": 790776, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054367]}, {"op": "e_blocks_20_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 273150656, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273187712, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273318848, "bytes": 391654, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522205]}, {"op": "e_blocks_20_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 273710592, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 273723072, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 274247424, "bytes": 1579707, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2106276]}, {"op": "e_blocks_20_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 275827200, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 275860032, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 276384384, "bytes": 1561345, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2081793]}, {"op": "e_blocks_20_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.20.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 277945856, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 277962560, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 278486912, "bytes": 1583058, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2110744]}, {"op": "e_blocks_21_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 280070080, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280102912, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 280627264, "bytes": 1529155, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2038873]}, {"op": "e_blocks_21_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 282156544, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282169024, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282300160, "bytes": 397101, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [529468]}, {"op": "e_blocks_21_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 282697344, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282705600, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 282836736, "bytes": 394172, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525562]}, {"op": "e_blocks_21_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 283230976, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283239232, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283370368, "bytes": 399667, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532889]}, {"op": "e_blocks_21_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 283770112, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284550656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 284681792, "bytes": 399840, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [533119]}, {"op": "e_blocks_21_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 285081728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285094208, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 285356416, "bytes": 791139, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1054851]}, {"op": "e_blocks_21_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 286147648, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286184704, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286315840, "bytes": 392202, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522935]}, {"op": "e_blocks_21_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 286708160, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 286720640, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 287244992, "bytes": 1585994, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2114658]}, {"op": "e_blocks_21_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 288831104, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 288863936, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 289388288, "bytes": 1549043, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2065390]}, {"op": "e_blocks_21_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.21.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 290937408, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 290954112, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 291478464, "bytes": 1584297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2112395]}, {"op": "e_blocks_22_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 293062848, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293095680, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 293620032, "bytes": 1538765, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2051686]}, {"op": "e_blocks_22_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 295158912, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295171392, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295302528, "bytes": 398427, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531236]}, {"op": "e_blocks_22_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 295701056, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295709312, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 295840448, "bytes": 394298, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525730]}, {"op": "e_blocks_22_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 296234816, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296243072, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296374208, "bytes": 397767, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [530356]}, {"op": "e_blocks_22_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 296772096, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297552640, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 297683776, "bytes": 398666, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531554]}, {"op": "e_blocks_22_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 298082560, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298095040, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 298357248, "bytes": 791917, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1055889]}, {"op": "e_blocks_22_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 299149248, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299186304, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299317440, "bytes": 391937, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522582]}, {"op": "e_blocks_22_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 299709504, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 299721984, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 300246336, "bytes": 1583973, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2111963]}, {"op": "e_blocks_22_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 301830400, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 301863232, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 302387584, "bytes": 1446061, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1928081]}, {"op": "e_blocks_22_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.22.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 303833728, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 303850432, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 304374784, "bytes": 1589718, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2119624]}, {"op": "e_blocks_23_ff1_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear1.weight", "scale_pow2": 1.0, "data_offset": 305964608, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 305997440, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 306521792, "bytes": 1488297, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1984396]}, {"op": "e_blocks_23_ff1_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward1.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 308010176, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308022656, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308153792, "bytes": 398263, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [531017]}, {"op": "e_blocks_23_att_q_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.q_proj.weight", "scale_pow2": 1.0, "data_offset": 308552128, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308560384, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 308691520, "bytes": 394369, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [525825]}, {"op": "e_blocks_23_att_k_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.k_proj.weight", "scale_pow2": 1.0, "data_offset": 309086016, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309094272, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309225408, "bytes": 399601, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [532801]}, {"op": "e_blocks_23_att_v_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.v_proj.weight", "scale_pow2": 1.0, "data_offset": 309625088, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310405632, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310536768, "bytes": 401064, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [534751]}, {"op": "e_blocks_23_att_o_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.self_attn.o_proj.weight", "scale_pow2": 0.015625, "data_offset": 310937920, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 310950400, "bytes": 262144, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [2048, 1024]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 311212608, "bytes": 795659, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [1060878]}, {"op": "e_blocks_23_conv_pw1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv1.weight", "scale_pow2": 1.0, "data_offset": 312008384, "bytes": 16384, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [128, 1, 64, 1]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312045440, "bytes": 131072, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 1024]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312176576, "bytes": 392094, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [522791]}, {"op": "e_blocks_23_conv_pw2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.conv.pointwise_conv2.weight", "scale_pow2": 0.015625, "data_offset": 312568768, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 312581248, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [4096, 1024]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 313105600, "bytes": 1594182, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2125576]}, {"op": "e_blocks_23_ff2_l1_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear1.weight", "scale_pow2": 1.0, "data_offset": 314699904, "bytes": 32768, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [256, 1, 64, 1]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_mask", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 314732736, "bytes": 524288, "rows_per_group": 16, "bits": 1, "bit_order": "little", "kind": "sparse", "shape": [1024, 4096]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "indices_nonzero_data", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 315257088, "bytes": 1518851, "rows_per_group": 16, "bits": 6, "bit_order": "little", "kind": "sparse", "shape": [2025134]}, {"op": "e_blocks_23_ff2_l2_weight_to_fp16_fvlut", "input": "lut", "tensor": "encoder.layers.23.feed_forward2.linear2.weight", "scale_pow2": 0.0078125, "data_offset": 316776064, "bytes": 8192, "rows_per_group": 16, "bits": 16, "bit_order": "fp16", "kind": "sparse", "shape": [64, 1, 64, 1]}]}