program(1.3) [buildInfo = dict({{"coremlc-component-MIL", "3600.16.1"}, {"coremlc-version", "3600.25.1"}})] { func L16(tensor ids, tensor mask) { tensor reshape_0_shape_0 = const()[name = string("reshape_0_shape_0"), val = tensor([16, 352])]; tensor reshape_0 = reshape(shape = reshape_0_shape_0, x = ids)[name = string("reshape_0")]; tensor mul_0 = mul(x = reshape_0, y = reshape_0)[name = string("mul_0")]; tensor reduce_mean_0_axes_0 = const()[name = string("reduce_mean_0_axes_0"), val = tensor([-1])]; bool reduce_mean_0_keep_dims_0 = const()[name = string("reduce_mean_0_keep_dims_0"), val = bool(true)]; tensor reduce_mean_0 = reduce_mean(axes = reduce_mean_0_axes_0, keep_dims = reduce_mean_0_keep_dims_0, x = mul_0)[name = string("reduce_mean_0")]; fp32 rsqrt_0_epsilon_0 = const()[name = string("rsqrt_0_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_0 = rsqrt(epsilon = rsqrt_0_epsilon_0, x = reduce_mean_0)[name = string("rsqrt_0")]; tensor mul_1 = mul(x = reshape_0, y = rsqrt_0)[name = string("mul_1")]; tensor mul_2_y_0 = const()[name = string("mul_2_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; tensor mul_2 = mul(x = mul_1, y = mul_2_y_0)[name = string("mul_2")]; fp16 sub_0_y_0 = const()[name = string("sub_0_y_0"), val = fp16(0x1p+0)]; tensor sub_0 = sub(x = mask, y = sub_0_y_0)[name = string("sub_0")]; fp16 mul_3_y_0 = const()[name = string("mul_3_y_0"), val = fp16(0x1.388p+13)]; tensor mul_3 = mul(x = sub_0, y = mul_3_y_0)[name = string("mul_3")]; tensor reshape_1_shape_0 = const()[name = string("reshape_1_shape_0"), val = tensor([1, 1, 16])]; tensor reshape_1 = reshape(shape = reshape_1_shape_0, x = mul_3)[name = string("reshape_1")]; tensor mul_4 = mul(x = mul_2, y = mul_2)[name = string("mul_4")]; tensor reduce_mean_1_axes_0 = const()[name = string("reduce_mean_1_axes_0"), val = tensor([-1])]; bool reduce_mean_1_keep_dims_0 = const()[name = string("reduce_mean_1_keep_dims_0"), val = bool(true)]; tensor reduce_mean_1 = reduce_mean(axes = reduce_mean_1_axes_0, keep_dims = reduce_mean_1_keep_dims_0, x = mul_4)[name = string("reduce_mean_1")]; fp32 rsqrt_1_epsilon_0 = const()[name = string("rsqrt_1_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_1 = rsqrt(epsilon = rsqrt_1_epsilon_0, x = reduce_mean_1)[name = string("rsqrt_1")]; tensor mul_5 = mul(x = mul_2, y = rsqrt_1)[name = string("mul_5")]; tensor mul_6_y_0 = const()[name = string("mul_6_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(832)))]; tensor mul_6 = mul(x = mul_5, y = mul_6_y_0)[name = string("mul_6")]; tensor linear_0_weight_0 = const()[name = string("linear_0_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1600)))]; tensor linear_0_bias_0 = const()[name = string("linear_0_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(249472)))]; tensor linear_0 = linear(bias = linear_0_bias_0, weight = linear_0_weight_0, x = mul_6)[name = string("linear_0")]; tensor reshape_2_shape_0 = const()[name = string("reshape_2_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_2 = reshape(shape = reshape_2_shape_0, x = linear_0)[name = string("reshape_2")]; tensor transpose_0_perm_0 = const()[name = string("transpose_0_perm_0"), val = tensor([1, 0, 2])]; tensor linear_1_weight_0 = const()[name = string("linear_1_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(250240)))]; tensor linear_1_bias_0 = const()[name = string("linear_1_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_1 = linear(bias = linear_1_bias_0, weight = linear_1_weight_0, x = mul_6)[name = string("linear_1")]; tensor reshape_3_shape_0 = const()[name = string("reshape_3_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_3 = reshape(shape = reshape_3_shape_0, x = linear_1)[name = string("reshape_3")]; tensor transpose_1_perm_0 = const()[name = string("transpose_1_perm_0"), val = tensor([1, 0, 2])]; tensor linear_2_weight_0 = const()[name = string("linear_2_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312512)))]; tensor linear_2_bias_0 = const()[name = string("linear_2_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_2 = linear(bias = linear_2_bias_0, weight = linear_2_weight_0, x = mul_6)[name = string("linear_2")]; tensor reshape_4_shape_0 = const()[name = string("reshape_4_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_4 = reshape(shape = reshape_4_shape_0, x = linear_2)[name = string("reshape_4")]; tensor transpose_2_perm_0 = const()[name = string("transpose_2_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_0 = transpose(perm = transpose_0_perm_0, x = reshape_2)[name = string("transpose_63")]; tensor mul_7 = mul(x = transpose_0, y = transpose_0)[name = string("mul_7")]; tensor reduce_mean_2_axes_0 = const()[name = string("reduce_mean_2_axes_0"), val = tensor([-1])]; bool reduce_mean_2_keep_dims_0 = const()[name = string("reduce_mean_2_keep_dims_0"), val = bool(true)]; tensor reduce_mean_2 = reduce_mean(axes = reduce_mean_2_axes_0, keep_dims = reduce_mean_2_keep_dims_0, x = mul_7)[name = string("reduce_mean_2")]; fp32 rsqrt_2_epsilon_0 = const()[name = string("rsqrt_2_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_2 = rsqrt(epsilon = rsqrt_2_epsilon_0, x = reduce_mean_2)[name = string("rsqrt_2")]; tensor mul_8 = mul(x = transpose_0, y = rsqrt_2)[name = string("mul_8")]; tensor mul_9_y_0 = const()[name = string("mul_9_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374528)))]; tensor mul_9 = mul(x = mul_8, y = mul_9_y_0)[name = string("mul_9")]; tensor slice_by_index_0_begin_0 = const()[name = string("slice_by_index_0_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_0_end_0 = const()[name = string("slice_by_index_0_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_0_end_mask_0 = const()[name = string("slice_by_index_0_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_0 = slice_by_index(begin = slice_by_index_0_begin_0, end = slice_by_index_0_end_0, end_mask = slice_by_index_0_end_mask_0, x = mul_9)[name = string("slice_by_index_0")]; tensor slice_by_index_1_begin_0 = const()[name = string("slice_by_index_1_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_1_end_0 = const()[name = string("slice_by_index_1_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_1_end_mask_0 = const()[name = string("slice_by_index_1_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_1 = slice_by_index(begin = slice_by_index_1_begin_0, end = slice_by_index_1_end_0, end_mask = slice_by_index_1_end_mask_0, x = mul_9)[name = string("slice_by_index_1")]; int32 concat_0_axis_0 = const()[name = string("concat_0_axis_0"), val = int32(-1)]; bool concat_0_interleave_0 = const()[name = string("concat_0_interleave_0"), val = bool(false)]; tensor concat_0 = concat(axis = concat_0_axis_0, interleave = concat_0_interleave_0, values = (slice_by_index_1, slice_by_index_0))[name = string("concat_0")]; tensor mul_10_y_0 = const()[name = string("mul_10_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_10 = mul(x = concat_0, y = mul_10_y_0)[name = string("mul_10")]; tensor mul_11_y_0 = const()[name = string("mul_11_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16047488)))]; tensor mul_11 = mul(x = mul_9, y = mul_11_y_0)[name = string("mul_11")]; tensor mul_12_y_0 = const()[name = string("mul_12_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16048960)))]; tensor mul_12 = mul(x = mul_10, y = mul_12_y_0)[name = string("mul_12")]; tensor add_0 = add(x = mul_11, y = mul_12)[name = string("add_0")]; tensor transpose_1 = transpose(perm = transpose_1_perm_0, x = reshape_3)[name = string("transpose_62")]; tensor mul_13 = mul(x = transpose_1, y = transpose_1)[name = string("mul_13")]; tensor reduce_mean_3_axes_0 = const()[name = string("reduce_mean_3_axes_0"), val = tensor([-1])]; bool reduce_mean_3_keep_dims_0 = const()[name = string("reduce_mean_3_keep_dims_0"), val = bool(true)]; tensor reduce_mean_3 = reduce_mean(axes = reduce_mean_3_axes_0, keep_dims = reduce_mean_3_keep_dims_0, x = mul_13)[name = string("reduce_mean_3")]; fp32 rsqrt_3_epsilon_0 = const()[name = string("rsqrt_3_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_3 = rsqrt(epsilon = rsqrt_3_epsilon_0, x = reduce_mean_3)[name = string("rsqrt_3")]; tensor mul_14 = mul(x = transpose_1, y = rsqrt_3)[name = string("mul_14")]; tensor mul_15_y_0 = const()[name = string("mul_15_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376448)))]; tensor mul_15 = mul(x = mul_14, y = mul_15_y_0)[name = string("mul_15")]; tensor slice_by_index_2_begin_0 = const()[name = string("slice_by_index_2_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_2_end_0 = const()[name = string("slice_by_index_2_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_2_end_mask_0 = const()[name = string("slice_by_index_2_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, end_mask = slice_by_index_2_end_mask_0, x = mul_15)[name = string("slice_by_index_2")]; tensor slice_by_index_3_begin_0 = const()[name = string("slice_by_index_3_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_3_end_0 = const()[name = string("slice_by_index_3_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_3_end_mask_0 = const()[name = string("slice_by_index_3_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_3 = slice_by_index(begin = slice_by_index_3_begin_0, end = slice_by_index_3_end_0, end_mask = slice_by_index_3_end_mask_0, x = mul_15)[name = string("slice_by_index_3")]; int32 concat_1_axis_0 = const()[name = string("concat_1_axis_0"), val = int32(-1)]; bool concat_1_interleave_0 = const()[name = string("concat_1_interleave_0"), val = bool(false)]; tensor concat_1 = concat(axis = concat_1_axis_0, interleave = concat_1_interleave_0, values = (slice_by_index_3, slice_by_index_2))[name = string("concat_1")]; tensor mul_16_y_0 = const()[name = string("mul_16_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_16 = mul(x = concat_1, y = mul_16_y_0)[name = string("mul_16")]; tensor mul_17 = mul(x = mul_15, y = mul_11_y_0)[name = string("mul_17")]; tensor mul_18 = mul(x = mul_16, y = mul_12_y_0)[name = string("mul_18")]; tensor add_1 = add(x = mul_17, y = mul_18)[name = string("add_1")]; tensor reshape_5_shape_0 = const()[name = string("reshape_5_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_5 = reshape(shape = reshape_5_shape_0, x = add_1)[name = string("reshape_5")]; tensor tile_0_reps_0 = const()[name = string("tile_0_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_0 = tile(reps = tile_0_reps_0, x = reshape_5)[name = string("tile_0")]; tensor reshape_6_shape_0 = const()[name = string("reshape_6_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_6 = reshape(shape = reshape_6_shape_0, x = tile_0)[name = string("reshape_6")]; tensor reshape_7_shape_0 = const()[name = string("reshape_7_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_2 = transpose(perm = transpose_2_perm_0, x = reshape_4)[name = string("transpose_61")]; tensor reshape_7 = reshape(shape = reshape_7_shape_0, x = transpose_2)[name = string("reshape_7")]; tensor tile_1_reps_0 = const()[name = string("tile_1_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_1 = tile(reps = tile_1_reps_0, x = reshape_7)[name = string("tile_1")]; tensor reshape_8_shape_0 = const()[name = string("reshape_8_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_8 = reshape(shape = reshape_8_shape_0, x = tile_1)[name = string("reshape_8")]; fp16 mul_19_y_0 = const()[name = string("mul_19_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_19 = mul(x = add_0, y = mul_19_y_0)[name = string("mul_19")]; bool matmul_0_transpose_y_0 = const()[name = string("matmul_0_transpose_y_0"), val = bool(true)]; bool matmul_0_transpose_x_0 = const()[name = string("matmul_0_transpose_x_0"), val = bool(false)]; tensor matmul_0 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = mul_19, y = reshape_6)[name = string("matmul_0")]; tensor add_2 = add(x = matmul_0, y = reshape_1)[name = string("add_2")]; int32 softmax_0_axis_0 = const()[name = string("softmax_0_axis_0"), val = int32(-1)]; tensor softmax_0 = softmax(axis = softmax_0_axis_0, x = add_2)[name = string("softmax_0")]; bool matmul_1_transpose_x_0 = const()[name = string("matmul_1_transpose_x_0"), val = bool(false)]; bool matmul_1_transpose_y_0 = const()[name = string("matmul_1_transpose_y_0"), val = bool(false)]; tensor matmul_1 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = softmax_0, y = reshape_8)[name = string("matmul_1")]; tensor transpose_3_perm_0 = const()[name = string("transpose_3_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_9_shape_0 = const()[name = string("reshape_9_shape_0"), val = tensor([16, 352])]; tensor transpose_3 = transpose(perm = transpose_3_perm_0, x = matmul_1)[name = string("transpose_60")]; tensor reshape_9 = reshape(shape = reshape_9_shape_0, x = transpose_3)[name = string("reshape_9")]; tensor linear_3_weight_0 = const()[name = string("linear_3_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376640)))]; tensor linear_3 = linear(bias = linear_0_bias_0, weight = linear_3_weight_0, x = reshape_9)[name = string("linear_3")]; tensor add_3 = add(x = mul_2, y = linear_3)[name = string("add_3")]; tensor mul_20 = mul(x = add_3, y = add_3)[name = string("mul_20")]; tensor reduce_mean_4_axes_0 = const()[name = string("reduce_mean_4_axes_0"), val = tensor([-1])]; bool reduce_mean_4_keep_dims_0 = const()[name = string("reduce_mean_4_keep_dims_0"), val = bool(true)]; tensor reduce_mean_4 = reduce_mean(axes = reduce_mean_4_axes_0, keep_dims = reduce_mean_4_keep_dims_0, x = mul_20)[name = string("reduce_mean_4")]; fp32 rsqrt_4_epsilon_0 = const()[name = string("rsqrt_4_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_4 = rsqrt(epsilon = rsqrt_4_epsilon_0, x = reduce_mean_4)[name = string("rsqrt_4")]; tensor mul_21 = mul(x = add_3, y = rsqrt_4)[name = string("mul_21")]; tensor mul_22_y_0 = const()[name = string("mul_22_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(624512)))]; tensor mul_22 = mul(x = mul_21, y = mul_22_y_0)[name = string("mul_22")]; tensor linear_4_weight_0 = const()[name = string("linear_4_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(625280)))]; tensor linear_4_bias_0 = const()[name = string("linear_4_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1301184)))]; tensor linear_4 = linear(bias = linear_4_bias_0, weight = linear_4_weight_0, x = mul_22)[name = string("linear_4")]; tensor linear_5_weight_0 = const()[name = string("linear_5_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1303168)))]; tensor linear_5 = linear(bias = linear_4_bias_0, weight = linear_5_weight_0, x = mul_22)[name = string("linear_5")]; fp16 mul_23_y_0 = const()[name = string("mul_23_y_0"), val = fp16(0x1p-1)]; tensor mul_23 = mul(x = linear_4, y = mul_23_y_0)[name = string("mul_23")]; tensor tanh_0 = tanh(x = mul_23)[name = string("tanh_0")]; fp16 mul_24_x_0 = const()[name = string("mul_24_x_0"), val = fp16(0x1p-1)]; tensor mul_24 = mul(x = mul_24_x_0, y = tanh_0)[name = string("mul_24")]; fp16 add_4_x_0 = const()[name = string("add_4_x_0"), val = fp16(0x1p-1)]; tensor add_4 = add(x = add_4_x_0, y = mul_24)[name = string("add_4")]; tensor mul_25 = mul(x = linear_4, y = add_4)[name = string("mul_25")]; tensor mul_26 = mul(x = mul_25, y = linear_5)[name = string("mul_26")]; tensor linear_6_weight_0 = const()[name = string("linear_6_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1979072)))]; tensor linear_6 = linear(bias = linear_0_bias_0, weight = linear_6_weight_0, x = mul_26)[name = string("linear_6")]; tensor add_5 = add(x = add_3, y = linear_6)[name = string("add_5")]; tensor mul_27 = mul(x = add_5, y = add_5)[name = string("mul_27")]; tensor reduce_mean_5_axes_0 = const()[name = string("reduce_mean_5_axes_0"), val = tensor([-1])]; bool reduce_mean_5_keep_dims_0 = const()[name = string("reduce_mean_5_keep_dims_0"), val = bool(true)]; tensor reduce_mean_5 = reduce_mean(axes = reduce_mean_5_axes_0, keep_dims = reduce_mean_5_keep_dims_0, x = mul_27)[name = string("reduce_mean_5")]; fp32 rsqrt_5_epsilon_0 = const()[name = string("rsqrt_5_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_5 = rsqrt(epsilon = rsqrt_5_epsilon_0, x = reduce_mean_5)[name = string("rsqrt_5")]; tensor mul_28 = mul(x = add_5, y = rsqrt_5)[name = string("mul_28")]; tensor mul_29_y_0 = const()[name = string("mul_29_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2654976)))]; tensor mul_29 = mul(x = mul_28, y = mul_29_y_0)[name = string("mul_29")]; tensor mul_30 = mul(x = mul_29, y = mul_29)[name = string("mul_30")]; tensor reduce_mean_6_axes_0 = const()[name = string("reduce_mean_6_axes_0"), val = tensor([-1])]; bool reduce_mean_6_keep_dims_0 = const()[name = string("reduce_mean_6_keep_dims_0"), val = bool(true)]; tensor reduce_mean_6 = reduce_mean(axes = reduce_mean_6_axes_0, keep_dims = reduce_mean_6_keep_dims_0, x = mul_30)[name = string("reduce_mean_6")]; fp32 rsqrt_6_epsilon_0 = const()[name = string("rsqrt_6_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_6 = rsqrt(epsilon = rsqrt_6_epsilon_0, x = reduce_mean_6)[name = string("rsqrt_6")]; tensor mul_31 = mul(x = mul_29, y = rsqrt_6)[name = string("mul_31")]; tensor mul_32_y_0 = const()[name = string("mul_32_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2655744)))]; tensor mul_32 = mul(x = mul_31, y = mul_32_y_0)[name = string("mul_32")]; tensor tern_1_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2656512))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_q_weight_0_palettized")]; tensor tern_1_q = linear(bias = linear_0_bias_0, weight = tern_1_q_weight_0_palettized, x = mul_32)[name = string("tern_1_q")]; tensor mul_33_y_0 = const()[name = string("mul_33_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2687552)))]; tensor mul_33 = mul(x = tern_1_q, y = mul_33_y_0)[name = string("mul_33")]; tensor reshape_10_shape_0 = const()[name = string("reshape_10_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_10 = reshape(shape = reshape_10_shape_0, x = mul_33)[name = string("reshape_10")]; tensor transpose_4_perm_0 = const()[name = string("transpose_4_perm_0"), val = tensor([1, 0, 2])]; tensor mul_36_y_0 = const()[name = string("mul_36_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2688320)))]; tensor mul_36 = mul(x = mul_31, y = mul_36_y_0)[name = string("mul_36")]; tensor tern_1_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2689088))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_k_weight_0_palettized")]; tensor tern_1_k_bias_0 = const()[name = string("tern_1_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_k = linear(bias = tern_1_k_bias_0, weight = tern_1_k_weight_0_palettized, x = mul_36)[name = string("tern_1_k")]; tensor mul_37_y_0 = const()[name = string("mul_37_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2696896)))]; tensor mul_37 = mul(x = tern_1_k, y = mul_37_y_0)[name = string("mul_37")]; tensor reshape_11_shape_0 = const()[name = string("reshape_11_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_11 = reshape(shape = reshape_11_shape_0, x = mul_37)[name = string("reshape_11")]; tensor transpose_5_perm_0 = const()[name = string("transpose_5_perm_0"), val = tensor([1, 0, 2])]; tensor mul_40_y_0 = const()[name = string("mul_40_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697152)))]; tensor mul_40 = mul(x = mul_31, y = mul_40_y_0)[name = string("mul_40")]; tensor tern_1_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697920))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_v_weight_0_palettized")]; tensor tern_1_v_bias_0 = const()[name = string("tern_1_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_v = linear(bias = tern_1_v_bias_0, weight = tern_1_v_weight_0_palettized, x = mul_40)[name = string("tern_1_v")]; tensor mul_41_y_0 = const()[name = string("mul_41_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705728)))]; tensor mul_41 = mul(x = tern_1_v, y = mul_41_y_0)[name = string("mul_41")]; tensor reshape_12_shape_0 = const()[name = string("reshape_12_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_12 = reshape(shape = reshape_12_shape_0, x = mul_41)[name = string("reshape_12")]; tensor transpose_6_perm_0 = const()[name = string("transpose_6_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_4 = transpose(perm = transpose_4_perm_0, x = reshape_10)[name = string("transpose_59")]; tensor mul_42 = mul(x = transpose_4, y = transpose_4)[name = string("mul_42")]; tensor reduce_mean_9_axes_0 = const()[name = string("reduce_mean_9_axes_0"), val = tensor([-1])]; bool reduce_mean_9_keep_dims_0 = const()[name = string("reduce_mean_9_keep_dims_0"), val = bool(true)]; tensor reduce_mean_9 = reduce_mean(axes = reduce_mean_9_axes_0, keep_dims = reduce_mean_9_keep_dims_0, x = mul_42)[name = string("reduce_mean_9")]; fp32 rsqrt_9_epsilon_0 = const()[name = string("rsqrt_9_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_9 = rsqrt(epsilon = rsqrt_9_epsilon_0, x = reduce_mean_9)[name = string("rsqrt_9")]; tensor mul_43 = mul(x = transpose_4, y = rsqrt_9)[name = string("mul_43")]; tensor mul_44_y_0 = const()[name = string("mul_44_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705984)))]; tensor mul_44 = mul(x = mul_43, y = mul_44_y_0)[name = string("mul_44")]; tensor slice_by_index_4_begin_0 = const()[name = string("slice_by_index_4_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_4_end_0 = const()[name = string("slice_by_index_4_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_4_end_mask_0 = const()[name = string("slice_by_index_4_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_4 = slice_by_index(begin = slice_by_index_4_begin_0, end = slice_by_index_4_end_0, end_mask = slice_by_index_4_end_mask_0, x = mul_44)[name = string("slice_by_index_4")]; tensor slice_by_index_5_begin_0 = const()[name = string("slice_by_index_5_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_5_end_0 = const()[name = string("slice_by_index_5_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_5_end_mask_0 = const()[name = string("slice_by_index_5_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_5 = slice_by_index(begin = slice_by_index_5_begin_0, end = slice_by_index_5_end_0, end_mask = slice_by_index_5_end_mask_0, x = mul_44)[name = string("slice_by_index_5")]; int32 concat_2_axis_0 = const()[name = string("concat_2_axis_0"), val = int32(-1)]; bool concat_2_interleave_0 = const()[name = string("concat_2_interleave_0"), val = bool(false)]; tensor concat_2 = concat(axis = concat_2_axis_0, interleave = concat_2_interleave_0, values = (slice_by_index_5, slice_by_index_4))[name = string("concat_2")]; tensor mul_45_y_0 = const()[name = string("mul_45_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_45 = mul(x = concat_2, y = mul_45_y_0)[name = string("mul_45")]; tensor mul_46 = mul(x = mul_44, y = mul_11_y_0)[name = string("mul_46")]; tensor mul_47 = mul(x = mul_45, y = mul_12_y_0)[name = string("mul_47")]; tensor add_6 = add(x = mul_46, y = mul_47)[name = string("add_6")]; tensor transpose_5 = transpose(perm = transpose_5_perm_0, x = reshape_11)[name = string("transpose_58")]; tensor mul_48 = mul(x = transpose_5, y = transpose_5)[name = string("mul_48")]; tensor reduce_mean_10_axes_0 = const()[name = string("reduce_mean_10_axes_0"), val = tensor([-1])]; bool reduce_mean_10_keep_dims_0 = const()[name = string("reduce_mean_10_keep_dims_0"), val = bool(true)]; tensor reduce_mean_10 = reduce_mean(axes = reduce_mean_10_axes_0, keep_dims = reduce_mean_10_keep_dims_0, x = mul_48)[name = string("reduce_mean_10")]; fp32 rsqrt_10_epsilon_0 = const()[name = string("rsqrt_10_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_10 = rsqrt(epsilon = rsqrt_10_epsilon_0, x = reduce_mean_10)[name = string("rsqrt_10")]; tensor mul_49 = mul(x = transpose_5, y = rsqrt_10)[name = string("mul_49")]; tensor mul_50_y_0 = const()[name = string("mul_50_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706176)))]; tensor mul_50 = mul(x = mul_49, y = mul_50_y_0)[name = string("mul_50")]; tensor slice_by_index_6_begin_0 = const()[name = string("slice_by_index_6_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_6_end_0 = const()[name = string("slice_by_index_6_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_6_end_mask_0 = const()[name = string("slice_by_index_6_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_6 = slice_by_index(begin = slice_by_index_6_begin_0, end = slice_by_index_6_end_0, end_mask = slice_by_index_6_end_mask_0, x = mul_50)[name = string("slice_by_index_6")]; tensor slice_by_index_7_begin_0 = const()[name = string("slice_by_index_7_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_7_end_0 = const()[name = string("slice_by_index_7_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_7_end_mask_0 = const()[name = string("slice_by_index_7_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_7 = slice_by_index(begin = slice_by_index_7_begin_0, end = slice_by_index_7_end_0, end_mask = slice_by_index_7_end_mask_0, x = mul_50)[name = string("slice_by_index_7")]; int32 concat_3_axis_0 = const()[name = string("concat_3_axis_0"), val = int32(-1)]; bool concat_3_interleave_0 = const()[name = string("concat_3_interleave_0"), val = bool(false)]; tensor concat_3 = concat(axis = concat_3_axis_0, interleave = concat_3_interleave_0, values = (slice_by_index_7, slice_by_index_6))[name = string("concat_3")]; tensor mul_51_y_0 = const()[name = string("mul_51_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_51 = mul(x = concat_3, y = mul_51_y_0)[name = string("mul_51")]; tensor mul_52 = mul(x = mul_50, y = mul_11_y_0)[name = string("mul_52")]; tensor mul_53 = mul(x = mul_51, y = mul_12_y_0)[name = string("mul_53")]; tensor add_7 = add(x = mul_52, y = mul_53)[name = string("add_7")]; tensor reshape_13_shape_0 = const()[name = string("reshape_13_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_13 = reshape(shape = reshape_13_shape_0, x = add_7)[name = string("reshape_13")]; tensor tile_2_reps_0 = const()[name = string("tile_2_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_2 = tile(reps = tile_2_reps_0, x = reshape_13)[name = string("tile_2")]; tensor reshape_14_shape_0 = const()[name = string("reshape_14_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_14 = reshape(shape = reshape_14_shape_0, x = tile_2)[name = string("reshape_14")]; tensor reshape_15_shape_0 = const()[name = string("reshape_15_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_6 = transpose(perm = transpose_6_perm_0, x = reshape_12)[name = string("transpose_57")]; tensor reshape_15 = reshape(shape = reshape_15_shape_0, x = transpose_6)[name = string("reshape_15")]; tensor tile_3_reps_0 = const()[name = string("tile_3_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_3 = tile(reps = tile_3_reps_0, x = reshape_15)[name = string("tile_3")]; tensor reshape_16_shape_0 = const()[name = string("reshape_16_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_16 = reshape(shape = reshape_16_shape_0, x = tile_3)[name = string("reshape_16")]; fp16 mul_54_y_0 = const()[name = string("mul_54_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_54 = mul(x = add_6, y = mul_54_y_0)[name = string("mul_54")]; bool matmul_2_transpose_y_0 = const()[name = string("matmul_2_transpose_y_0"), val = bool(true)]; bool matmul_2_transpose_x_0 = const()[name = string("matmul_2_transpose_x_0"), val = bool(false)]; tensor matmul_2 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = mul_54, y = reshape_14)[name = string("matmul_2")]; tensor add_8 = add(x = matmul_2, y = reshape_1)[name = string("add_8")]; int32 softmax_1_axis_0 = const()[name = string("softmax_1_axis_0"), val = int32(-1)]; tensor softmax_1 = softmax(axis = softmax_1_axis_0, x = add_8)[name = string("softmax_1")]; bool matmul_3_transpose_x_0 = const()[name = string("matmul_3_transpose_x_0"), val = bool(false)]; bool matmul_3_transpose_y_0 = const()[name = string("matmul_3_transpose_y_0"), val = bool(false)]; tensor matmul_3 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = softmax_1, y = reshape_16)[name = string("matmul_3")]; tensor transpose_7_perm_0 = const()[name = string("transpose_7_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_17_shape_0 = const()[name = string("reshape_17_shape_0"), val = tensor([16, 352])]; tensor transpose_7 = transpose(perm = transpose_7_perm_0, x = matmul_3)[name = string("transpose_56")]; tensor reshape_17 = reshape(shape = reshape_17_shape_0, x = transpose_7)[name = string("reshape_17")]; tensor mul_55 = mul(x = reshape_17, y = reshape_17)[name = string("mul_55")]; tensor reduce_mean_11_axes_0 = const()[name = string("reduce_mean_11_axes_0"), val = tensor([-1])]; bool reduce_mean_11_keep_dims_0 = const()[name = string("reduce_mean_11_keep_dims_0"), val = bool(true)]; tensor reduce_mean_11 = reduce_mean(axes = reduce_mean_11_axes_0, keep_dims = reduce_mean_11_keep_dims_0, x = mul_55)[name = string("reduce_mean_11")]; fp32 rsqrt_11_epsilon_0 = const()[name = string("rsqrt_11_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_11 = rsqrt(epsilon = rsqrt_11_epsilon_0, x = reduce_mean_11)[name = string("rsqrt_11")]; tensor mul_56 = mul(x = reshape_17, y = rsqrt_11)[name = string("mul_56")]; tensor mul_57_y_0 = const()[name = string("mul_57_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706368)))]; tensor mul_57 = mul(x = mul_56, y = mul_57_y_0)[name = string("mul_57")]; tensor tern_1_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2707136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_o_weight_0_palettized")]; tensor tern_1_o = linear(bias = linear_0_bias_0, weight = tern_1_o_weight_0_palettized, x = mul_57)[name = string("tern_1_o")]; tensor mul_58_y_0 = const()[name = string("mul_58_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738176)))]; tensor mul_58 = mul(x = tern_1_o, y = mul_58_y_0)[name = string("mul_58")]; tensor add_9 = add(x = add_5, y = mul_58)[name = string("add_9")]; tensor mul_59 = mul(x = add_9, y = add_9)[name = string("mul_59")]; tensor reduce_mean_12_axes_0 = const()[name = string("reduce_mean_12_axes_0"), val = tensor([-1])]; bool reduce_mean_12_keep_dims_0 = const()[name = string("reduce_mean_12_keep_dims_0"), val = bool(true)]; tensor reduce_mean_12 = reduce_mean(axes = reduce_mean_12_axes_0, keep_dims = reduce_mean_12_keep_dims_0, x = mul_59)[name = string("reduce_mean_12")]; fp32 rsqrt_12_epsilon_0 = const()[name = string("rsqrt_12_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_12 = rsqrt(epsilon = rsqrt_12_epsilon_0, x = reduce_mean_12)[name = string("rsqrt_12")]; tensor mul_60 = mul(x = add_9, y = rsqrt_12)[name = string("mul_60")]; tensor mul_61_y_0 = const()[name = string("mul_61_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738944)))]; tensor mul_61 = mul(x = mul_60, y = mul_61_y_0)[name = string("mul_61")]; tensor mul_62 = mul(x = mul_61, y = mul_61)[name = string("mul_62")]; tensor reduce_mean_13_axes_0 = const()[name = string("reduce_mean_13_axes_0"), val = tensor([-1])]; bool reduce_mean_13_keep_dims_0 = const()[name = string("reduce_mean_13_keep_dims_0"), val = bool(true)]; tensor reduce_mean_13 = reduce_mean(axes = reduce_mean_13_axes_0, keep_dims = reduce_mean_13_keep_dims_0, x = mul_62)[name = string("reduce_mean_13")]; fp32 rsqrt_13_epsilon_0 = const()[name = string("rsqrt_13_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_13 = rsqrt(epsilon = rsqrt_13_epsilon_0, x = reduce_mean_13)[name = string("rsqrt_13")]; tensor mul_63 = mul(x = mul_61, y = rsqrt_13)[name = string("mul_63")]; tensor mul_64_y_0 = const()[name = string("mul_64_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2739712)))]; tensor mul_64 = mul(x = mul_63, y = mul_64_y_0)[name = string("mul_64")]; tensor tern_1_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2740480))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w1_weight_0_palettized")]; tensor tern_1_w1 = linear(bias = linear_4_bias_0, weight = tern_1_w1_weight_0_palettized, x = mul_64)[name = string("tern_1_w1")]; tensor mul_65_y_0 = const()[name = string("mul_65_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2825024)))]; tensor mul_65 = mul(x = tern_1_w1, y = mul_65_y_0)[name = string("mul_65")]; tensor mul_68_y_0 = const()[name = string("mul_68_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827008)))]; tensor mul_68 = mul(x = mul_63, y = mul_68_y_0)[name = string("mul_68")]; tensor tern_1_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w3_weight_0_palettized")]; tensor tern_1_w3 = linear(bias = linear_4_bias_0, weight = tern_1_w3_weight_0_palettized, x = mul_68)[name = string("tern_1_w3")]; tensor mul_69_y_0 = const()[name = string("mul_69_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2912320)))]; tensor mul_69 = mul(x = tern_1_w3, y = mul_69_y_0)[name = string("mul_69")]; fp16 mul_70_y_0 = const()[name = string("mul_70_y_0"), val = fp16(0x1p-1)]; tensor mul_70 = mul(x = mul_65, y = mul_70_y_0)[name = string("mul_70")]; tensor tanh_1 = tanh(x = mul_70)[name = string("tanh_1")]; fp16 mul_71_x_0 = const()[name = string("mul_71_x_0"), val = fp16(0x1p-1)]; tensor mul_71 = mul(x = mul_71_x_0, y = tanh_1)[name = string("mul_71")]; fp16 add_10_x_0 = const()[name = string("add_10_x_0"), val = fp16(0x1p-1)]; tensor add_10 = add(x = add_10_x_0, y = mul_71)[name = string("add_10")]; tensor mul_72 = mul(x = mul_65, y = add_10)[name = string("mul_72")]; tensor mul_73 = mul(x = mul_72, y = mul_69)[name = string("mul_73")]; tensor mul_74 = mul(x = mul_73, y = mul_73)[name = string("mul_74")]; tensor reduce_mean_15_axes_0 = const()[name = string("reduce_mean_15_axes_0"), val = tensor([-1])]; bool reduce_mean_15_keep_dims_0 = const()[name = string("reduce_mean_15_keep_dims_0"), val = bool(true)]; tensor reduce_mean_15 = reduce_mean(axes = reduce_mean_15_axes_0, keep_dims = reduce_mean_15_keep_dims_0, x = mul_74)[name = string("reduce_mean_15")]; fp32 rsqrt_15_epsilon_0 = const()[name = string("rsqrt_15_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_15 = rsqrt(epsilon = rsqrt_15_epsilon_0, x = reduce_mean_15)[name = string("rsqrt_15")]; tensor mul_75 = mul(x = mul_73, y = rsqrt_15)[name = string("mul_75")]; tensor mul_76_y_0 = const()[name = string("mul_76_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2914304)))]; tensor mul_76 = mul(x = mul_75, y = mul_76_y_0)[name = string("mul_76")]; tensor tern_1_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2916288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w2_weight_0_palettized")]; tensor tern_1_w2 = linear(bias = linear_0_bias_0, weight = tern_1_w2_weight_0_palettized, x = mul_76)[name = string("tern_1_w2")]; tensor mul_77_y_0 = const()[name = string("mul_77_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3000832)))]; tensor mul_77 = mul(x = tern_1_w2, y = mul_77_y_0)[name = string("mul_77")]; tensor add_11 = add(x = add_9, y = mul_77)[name = string("add_11")]; tensor mul_78 = mul(x = add_11, y = add_11)[name = string("mul_78")]; tensor reduce_mean_16_axes_0 = const()[name = string("reduce_mean_16_axes_0"), val = tensor([-1])]; bool reduce_mean_16_keep_dims_0 = const()[name = string("reduce_mean_16_keep_dims_0"), val = bool(true)]; tensor reduce_mean_16 = reduce_mean(axes = reduce_mean_16_axes_0, keep_dims = reduce_mean_16_keep_dims_0, x = mul_78)[name = string("reduce_mean_16")]; fp32 rsqrt_16_epsilon_0 = const()[name = string("rsqrt_16_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_16 = rsqrt(epsilon = rsqrt_16_epsilon_0, x = reduce_mean_16)[name = string("rsqrt_16")]; tensor mul_79 = mul(x = add_11, y = rsqrt_16)[name = string("mul_79")]; tensor mul_80_y_0 = const()[name = string("mul_80_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3001600)))]; tensor mul_80 = mul(x = mul_79, y = mul_80_y_0)[name = string("mul_80")]; tensor mul_81 = mul(x = mul_80, y = mul_80)[name = string("mul_81")]; tensor reduce_mean_17_axes_0 = const()[name = string("reduce_mean_17_axes_0"), val = tensor([-1])]; bool reduce_mean_17_keep_dims_0 = const()[name = string("reduce_mean_17_keep_dims_0"), val = bool(true)]; tensor reduce_mean_17 = reduce_mean(axes = reduce_mean_17_axes_0, keep_dims = reduce_mean_17_keep_dims_0, x = mul_81)[name = string("reduce_mean_17")]; fp32 rsqrt_17_epsilon_0 = const()[name = string("rsqrt_17_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_17 = rsqrt(epsilon = rsqrt_17_epsilon_0, x = reduce_mean_17)[name = string("rsqrt_17")]; tensor mul_82 = mul(x = mul_80, y = rsqrt_17)[name = string("mul_82")]; tensor mul_83_y_0 = const()[name = string("mul_83_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3002368)))]; tensor mul_83 = mul(x = mul_82, y = mul_83_y_0)[name = string("mul_83")]; tensor tern_2_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3003136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_q_weight_0_palettized")]; tensor tern_2_q = linear(bias = linear_0_bias_0, weight = tern_2_q_weight_0_palettized, x = mul_83)[name = string("tern_2_q")]; tensor mul_84_y_0 = const()[name = string("mul_84_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034176)))]; tensor mul_84 = mul(x = tern_2_q, y = mul_84_y_0)[name = string("mul_84")]; tensor reshape_18_shape_0 = const()[name = string("reshape_18_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_18 = reshape(shape = reshape_18_shape_0, x = mul_84)[name = string("reshape_18")]; tensor transpose_8_perm_0 = const()[name = string("transpose_8_perm_0"), val = tensor([1, 0, 2])]; tensor mul_87_y_0 = const()[name = string("mul_87_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034944)))]; tensor mul_87 = mul(x = mul_82, y = mul_87_y_0)[name = string("mul_87")]; tensor tern_2_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3035712))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_k_weight_0_palettized")]; tensor tern_2_k_bias_0 = const()[name = string("tern_2_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_k = linear(bias = tern_2_k_bias_0, weight = tern_2_k_weight_0_palettized, x = mul_87)[name = string("tern_2_k")]; tensor mul_88_y_0 = const()[name = string("mul_88_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043520)))]; tensor mul_88 = mul(x = tern_2_k, y = mul_88_y_0)[name = string("mul_88")]; tensor reshape_19_shape_0 = const()[name = string("reshape_19_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_19 = reshape(shape = reshape_19_shape_0, x = mul_88)[name = string("reshape_19")]; tensor transpose_9_perm_0 = const()[name = string("transpose_9_perm_0"), val = tensor([1, 0, 2])]; tensor mul_91_y_0 = const()[name = string("mul_91_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043776)))]; tensor mul_91 = mul(x = mul_82, y = mul_91_y_0)[name = string("mul_91")]; tensor tern_2_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3044544))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_v_weight_0_palettized")]; tensor tern_2_v_bias_0 = const()[name = string("tern_2_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_v = linear(bias = tern_2_v_bias_0, weight = tern_2_v_weight_0_palettized, x = mul_91)[name = string("tern_2_v")]; tensor mul_92_y_0 = const()[name = string("mul_92_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052352)))]; tensor mul_92 = mul(x = tern_2_v, y = mul_92_y_0)[name = string("mul_92")]; tensor reshape_20_shape_0 = const()[name = string("reshape_20_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_20 = reshape(shape = reshape_20_shape_0, x = mul_92)[name = string("reshape_20")]; tensor transpose_10_perm_0 = const()[name = string("transpose_10_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_8 = transpose(perm = transpose_8_perm_0, x = reshape_18)[name = string("transpose_55")]; tensor mul_93 = mul(x = transpose_8, y = transpose_8)[name = string("mul_93")]; tensor reduce_mean_20_axes_0 = const()[name = string("reduce_mean_20_axes_0"), val = tensor([-1])]; bool reduce_mean_20_keep_dims_0 = const()[name = string("reduce_mean_20_keep_dims_0"), val = bool(true)]; tensor reduce_mean_20 = reduce_mean(axes = reduce_mean_20_axes_0, keep_dims = reduce_mean_20_keep_dims_0, x = mul_93)[name = string("reduce_mean_20")]; fp32 rsqrt_20_epsilon_0 = const()[name = string("rsqrt_20_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_20 = rsqrt(epsilon = rsqrt_20_epsilon_0, x = reduce_mean_20)[name = string("rsqrt_20")]; tensor mul_94 = mul(x = transpose_8, y = rsqrt_20)[name = string("mul_94")]; tensor mul_95_y_0 = const()[name = string("mul_95_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052608)))]; tensor mul_95 = mul(x = mul_94, y = mul_95_y_0)[name = string("mul_95")]; tensor slice_by_index_8_begin_0 = const()[name = string("slice_by_index_8_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_8_end_0 = const()[name = string("slice_by_index_8_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_8_end_mask_0 = const()[name = string("slice_by_index_8_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_8 = slice_by_index(begin = slice_by_index_8_begin_0, end = slice_by_index_8_end_0, end_mask = slice_by_index_8_end_mask_0, x = mul_95)[name = string("slice_by_index_8")]; tensor slice_by_index_9_begin_0 = const()[name = string("slice_by_index_9_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_9_end_0 = const()[name = string("slice_by_index_9_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_9_end_mask_0 = const()[name = string("slice_by_index_9_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_9 = slice_by_index(begin = slice_by_index_9_begin_0, end = slice_by_index_9_end_0, end_mask = slice_by_index_9_end_mask_0, x = mul_95)[name = string("slice_by_index_9")]; int32 concat_4_axis_0 = const()[name = string("concat_4_axis_0"), val = int32(-1)]; bool concat_4_interleave_0 = const()[name = string("concat_4_interleave_0"), val = bool(false)]; tensor concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = (slice_by_index_9, slice_by_index_8))[name = string("concat_4")]; tensor mul_96_y_0 = const()[name = string("mul_96_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_96 = mul(x = concat_4, y = mul_96_y_0)[name = string("mul_96")]; tensor mul_97 = mul(x = mul_95, y = mul_11_y_0)[name = string("mul_97")]; tensor mul_98 = mul(x = mul_96, y = mul_12_y_0)[name = string("mul_98")]; tensor add_12 = add(x = mul_97, y = mul_98)[name = string("add_12")]; tensor transpose_9 = transpose(perm = transpose_9_perm_0, x = reshape_19)[name = string("transpose_54")]; tensor mul_99 = mul(x = transpose_9, y = transpose_9)[name = string("mul_99")]; tensor reduce_mean_21_axes_0 = const()[name = string("reduce_mean_21_axes_0"), val = tensor([-1])]; bool reduce_mean_21_keep_dims_0 = const()[name = string("reduce_mean_21_keep_dims_0"), val = bool(true)]; tensor reduce_mean_21 = reduce_mean(axes = reduce_mean_21_axes_0, keep_dims = reduce_mean_21_keep_dims_0, x = mul_99)[name = string("reduce_mean_21")]; fp32 rsqrt_21_epsilon_0 = const()[name = string("rsqrt_21_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_21 = rsqrt(epsilon = rsqrt_21_epsilon_0, x = reduce_mean_21)[name = string("rsqrt_21")]; tensor mul_100 = mul(x = transpose_9, y = rsqrt_21)[name = string("mul_100")]; tensor mul_101_y_0 = const()[name = string("mul_101_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052800)))]; tensor mul_101 = mul(x = mul_100, y = mul_101_y_0)[name = string("mul_101")]; tensor slice_by_index_10_begin_0 = const()[name = string("slice_by_index_10_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_10_end_0 = const()[name = string("slice_by_index_10_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_10_end_mask_0 = const()[name = string("slice_by_index_10_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_10 = slice_by_index(begin = slice_by_index_10_begin_0, end = slice_by_index_10_end_0, end_mask = slice_by_index_10_end_mask_0, x = mul_101)[name = string("slice_by_index_10")]; tensor slice_by_index_11_begin_0 = const()[name = string("slice_by_index_11_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_11_end_0 = const()[name = string("slice_by_index_11_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_11_end_mask_0 = const()[name = string("slice_by_index_11_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_11 = slice_by_index(begin = slice_by_index_11_begin_0, end = slice_by_index_11_end_0, end_mask = slice_by_index_11_end_mask_0, x = mul_101)[name = string("slice_by_index_11")]; int32 concat_5_axis_0 = const()[name = string("concat_5_axis_0"), val = int32(-1)]; bool concat_5_interleave_0 = const()[name = string("concat_5_interleave_0"), val = bool(false)]; tensor concat_5 = concat(axis = concat_5_axis_0, interleave = concat_5_interleave_0, values = (slice_by_index_11, slice_by_index_10))[name = string("concat_5")]; tensor mul_102_y_0 = const()[name = string("mul_102_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_102 = mul(x = concat_5, y = mul_102_y_0)[name = string("mul_102")]; tensor mul_103 = mul(x = mul_101, y = mul_11_y_0)[name = string("mul_103")]; tensor mul_104 = mul(x = mul_102, y = mul_12_y_0)[name = string("mul_104")]; tensor add_13 = add(x = mul_103, y = mul_104)[name = string("add_13")]; tensor reshape_21_shape_0 = const()[name = string("reshape_21_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_21 = reshape(shape = reshape_21_shape_0, x = add_13)[name = string("reshape_21")]; tensor tile_4_reps_0 = const()[name = string("tile_4_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_4 = tile(reps = tile_4_reps_0, x = reshape_21)[name = string("tile_4")]; tensor reshape_22_shape_0 = const()[name = string("reshape_22_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_22 = reshape(shape = reshape_22_shape_0, x = tile_4)[name = string("reshape_22")]; tensor reshape_23_shape_0 = const()[name = string("reshape_23_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_10 = transpose(perm = transpose_10_perm_0, x = reshape_20)[name = string("transpose_53")]; tensor reshape_23 = reshape(shape = reshape_23_shape_0, x = transpose_10)[name = string("reshape_23")]; tensor tile_5_reps_0 = const()[name = string("tile_5_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_5 = tile(reps = tile_5_reps_0, x = reshape_23)[name = string("tile_5")]; tensor reshape_24_shape_0 = const()[name = string("reshape_24_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_24 = reshape(shape = reshape_24_shape_0, x = tile_5)[name = string("reshape_24")]; fp16 mul_105_y_0 = const()[name = string("mul_105_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_105 = mul(x = add_12, y = mul_105_y_0)[name = string("mul_105")]; bool matmul_4_transpose_y_0 = const()[name = string("matmul_4_transpose_y_0"), val = bool(true)]; bool matmul_4_transpose_x_0 = const()[name = string("matmul_4_transpose_x_0"), val = bool(false)]; tensor matmul_4 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = mul_105, y = reshape_22)[name = string("matmul_4")]; tensor add_14 = add(x = matmul_4, y = reshape_1)[name = string("add_14")]; int32 softmax_2_axis_0 = const()[name = string("softmax_2_axis_0"), val = int32(-1)]; tensor softmax_2 = softmax(axis = softmax_2_axis_0, x = add_14)[name = string("softmax_2")]; bool matmul_5_transpose_x_0 = const()[name = string("matmul_5_transpose_x_0"), val = bool(false)]; bool matmul_5_transpose_y_0 = const()[name = string("matmul_5_transpose_y_0"), val = bool(false)]; tensor matmul_5 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = softmax_2, y = reshape_24)[name = string("matmul_5")]; tensor transpose_11_perm_0 = const()[name = string("transpose_11_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_25_shape_0 = const()[name = string("reshape_25_shape_0"), val = tensor([16, 352])]; tensor transpose_11 = transpose(perm = transpose_11_perm_0, x = matmul_5)[name = string("transpose_52")]; tensor reshape_25 = reshape(shape = reshape_25_shape_0, x = transpose_11)[name = string("reshape_25")]; tensor mul_106 = mul(x = reshape_25, y = reshape_25)[name = string("mul_106")]; tensor reduce_mean_22_axes_0 = const()[name = string("reduce_mean_22_axes_0"), val = tensor([-1])]; bool reduce_mean_22_keep_dims_0 = const()[name = string("reduce_mean_22_keep_dims_0"), val = bool(true)]; tensor reduce_mean_22 = reduce_mean(axes = reduce_mean_22_axes_0, keep_dims = reduce_mean_22_keep_dims_0, x = mul_106)[name = string("reduce_mean_22")]; fp32 rsqrt_22_epsilon_0 = const()[name = string("rsqrt_22_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_22 = rsqrt(epsilon = rsqrt_22_epsilon_0, x = reduce_mean_22)[name = string("rsqrt_22")]; tensor mul_107 = mul(x = reshape_25, y = rsqrt_22)[name = string("mul_107")]; tensor mul_108_y_0 = const()[name = string("mul_108_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052992)))]; tensor mul_108 = mul(x = mul_107, y = mul_108_y_0)[name = string("mul_108")]; tensor tern_2_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3053760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_o_weight_0_palettized")]; tensor tern_2_o = linear(bias = linear_0_bias_0, weight = tern_2_o_weight_0_palettized, x = mul_108)[name = string("tern_2_o")]; tensor mul_109_y_0 = const()[name = string("mul_109_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3084800)))]; tensor mul_109 = mul(x = tern_2_o, y = mul_109_y_0)[name = string("mul_109")]; tensor add_15 = add(x = add_11, y = mul_109)[name = string("add_15")]; tensor mul_110 = mul(x = add_15, y = add_15)[name = string("mul_110")]; tensor reduce_mean_23_axes_0 = const()[name = string("reduce_mean_23_axes_0"), val = tensor([-1])]; bool reduce_mean_23_keep_dims_0 = const()[name = string("reduce_mean_23_keep_dims_0"), val = bool(true)]; tensor reduce_mean_23 = reduce_mean(axes = reduce_mean_23_axes_0, keep_dims = reduce_mean_23_keep_dims_0, x = mul_110)[name = string("reduce_mean_23")]; fp32 rsqrt_23_epsilon_0 = const()[name = string("rsqrt_23_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_23 = rsqrt(epsilon = rsqrt_23_epsilon_0, x = reduce_mean_23)[name = string("rsqrt_23")]; tensor mul_111 = mul(x = add_15, y = rsqrt_23)[name = string("mul_111")]; tensor mul_112_y_0 = const()[name = string("mul_112_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3085568)))]; tensor mul_112 = mul(x = mul_111, y = mul_112_y_0)[name = string("mul_112")]; tensor mul_113 = mul(x = mul_112, y = mul_112)[name = string("mul_113")]; tensor reduce_mean_24_axes_0 = const()[name = string("reduce_mean_24_axes_0"), val = tensor([-1])]; bool reduce_mean_24_keep_dims_0 = const()[name = string("reduce_mean_24_keep_dims_0"), val = bool(true)]; tensor reduce_mean_24 = reduce_mean(axes = reduce_mean_24_axes_0, keep_dims = reduce_mean_24_keep_dims_0, x = mul_113)[name = string("reduce_mean_24")]; fp32 rsqrt_24_epsilon_0 = const()[name = string("rsqrt_24_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_24 = rsqrt(epsilon = rsqrt_24_epsilon_0, x = reduce_mean_24)[name = string("rsqrt_24")]; tensor mul_114 = mul(x = mul_112, y = rsqrt_24)[name = string("mul_114")]; tensor mul_115_y_0 = const()[name = string("mul_115_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3086336)))]; tensor mul_115 = mul(x = mul_114, y = mul_115_y_0)[name = string("mul_115")]; tensor tern_2_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3087104))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w1_weight_0_palettized")]; tensor tern_2_w1 = linear(bias = linear_4_bias_0, weight = tern_2_w1_weight_0_palettized, x = mul_115)[name = string("tern_2_w1")]; tensor mul_116_y_0 = const()[name = string("mul_116_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3171648)))]; tensor mul_116 = mul(x = tern_2_w1, y = mul_116_y_0)[name = string("mul_116")]; tensor mul_119_y_0 = const()[name = string("mul_119_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3173632)))]; tensor mul_119 = mul(x = mul_114, y = mul_119_y_0)[name = string("mul_119")]; tensor tern_2_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3174400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w3_weight_0_palettized")]; tensor tern_2_w3 = linear(bias = linear_4_bias_0, weight = tern_2_w3_weight_0_palettized, x = mul_119)[name = string("tern_2_w3")]; tensor mul_120_y_0 = const()[name = string("mul_120_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3258944)))]; tensor mul_120 = mul(x = tern_2_w3, y = mul_120_y_0)[name = string("mul_120")]; fp16 mul_121_y_0 = const()[name = string("mul_121_y_0"), val = fp16(0x1p-1)]; tensor mul_121 = mul(x = mul_116, y = mul_121_y_0)[name = string("mul_121")]; tensor tanh_2 = tanh(x = mul_121)[name = string("tanh_2")]; fp16 mul_122_x_0 = const()[name = string("mul_122_x_0"), val = fp16(0x1p-1)]; tensor mul_122 = mul(x = mul_122_x_0, y = tanh_2)[name = string("mul_122")]; fp16 add_16_x_0 = const()[name = string("add_16_x_0"), val = fp16(0x1p-1)]; tensor add_16 = add(x = add_16_x_0, y = mul_122)[name = string("add_16")]; tensor mul_123 = mul(x = mul_116, y = add_16)[name = string("mul_123")]; tensor mul_124 = mul(x = mul_123, y = mul_120)[name = string("mul_124")]; tensor mul_125 = mul(x = mul_124, y = mul_124)[name = string("mul_125")]; tensor reduce_mean_26_axes_0 = const()[name = string("reduce_mean_26_axes_0"), val = tensor([-1])]; bool reduce_mean_26_keep_dims_0 = const()[name = string("reduce_mean_26_keep_dims_0"), val = bool(true)]; tensor reduce_mean_26 = reduce_mean(axes = reduce_mean_26_axes_0, keep_dims = reduce_mean_26_keep_dims_0, x = mul_125)[name = string("reduce_mean_26")]; fp32 rsqrt_26_epsilon_0 = const()[name = string("rsqrt_26_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_26 = rsqrt(epsilon = rsqrt_26_epsilon_0, x = reduce_mean_26)[name = string("rsqrt_26")]; tensor mul_126 = mul(x = mul_124, y = rsqrt_26)[name = string("mul_126")]; tensor mul_127_y_0 = const()[name = string("mul_127_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3260928)))]; tensor mul_127 = mul(x = mul_126, y = mul_127_y_0)[name = string("mul_127")]; tensor tern_2_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3262912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w2_weight_0_palettized")]; tensor tern_2_w2 = linear(bias = linear_0_bias_0, weight = tern_2_w2_weight_0_palettized, x = mul_127)[name = string("tern_2_w2")]; tensor mul_128_y_0 = const()[name = string("mul_128_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3347456)))]; tensor mul_128 = mul(x = tern_2_w2, y = mul_128_y_0)[name = string("mul_128")]; tensor add_17 = add(x = add_15, y = mul_128)[name = string("add_17")]; tensor mul_129 = mul(x = add_17, y = add_17)[name = string("mul_129")]; tensor reduce_mean_27_axes_0 = const()[name = string("reduce_mean_27_axes_0"), val = tensor([-1])]; bool reduce_mean_27_keep_dims_0 = const()[name = string("reduce_mean_27_keep_dims_0"), val = bool(true)]; tensor reduce_mean_27 = reduce_mean(axes = reduce_mean_27_axes_0, keep_dims = reduce_mean_27_keep_dims_0, x = mul_129)[name = string("reduce_mean_27")]; fp32 rsqrt_27_epsilon_0 = const()[name = string("rsqrt_27_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_27 = rsqrt(epsilon = rsqrt_27_epsilon_0, x = reduce_mean_27)[name = string("rsqrt_27")]; tensor mul_130 = mul(x = add_17, y = rsqrt_27)[name = string("mul_130")]; tensor mul_131_y_0 = const()[name = string("mul_131_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348224)))]; tensor mul_131 = mul(x = mul_130, y = mul_131_y_0)[name = string("mul_131")]; tensor mul_132 = mul(x = mul_131, y = mul_131)[name = string("mul_132")]; tensor reduce_mean_28_axes_0 = const()[name = string("reduce_mean_28_axes_0"), val = tensor([-1])]; bool reduce_mean_28_keep_dims_0 = const()[name = string("reduce_mean_28_keep_dims_0"), val = bool(true)]; tensor reduce_mean_28 = reduce_mean(axes = reduce_mean_28_axes_0, keep_dims = reduce_mean_28_keep_dims_0, x = mul_132)[name = string("reduce_mean_28")]; fp32 rsqrt_28_epsilon_0 = const()[name = string("rsqrt_28_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_28 = rsqrt(epsilon = rsqrt_28_epsilon_0, x = reduce_mean_28)[name = string("rsqrt_28")]; tensor mul_133 = mul(x = mul_131, y = rsqrt_28)[name = string("mul_133")]; tensor mul_134_y_0 = const()[name = string("mul_134_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348992)))]; tensor mul_134 = mul(x = mul_133, y = mul_134_y_0)[name = string("mul_134")]; tensor tern_3_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3349760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_q_weight_0_palettized")]; tensor tern_3_q = linear(bias = linear_0_bias_0, weight = tern_3_q_weight_0_palettized, x = mul_134)[name = string("tern_3_q")]; tensor mul_135_y_0 = const()[name = string("mul_135_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3380800)))]; tensor mul_135 = mul(x = tern_3_q, y = mul_135_y_0)[name = string("mul_135")]; tensor reshape_26_shape_0 = const()[name = string("reshape_26_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_26 = reshape(shape = reshape_26_shape_0, x = mul_135)[name = string("reshape_26")]; tensor transpose_12_perm_0 = const()[name = string("transpose_12_perm_0"), val = tensor([1, 0, 2])]; tensor mul_138_y_0 = const()[name = string("mul_138_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3381568)))]; tensor mul_138 = mul(x = mul_133, y = mul_138_y_0)[name = string("mul_138")]; tensor tern_3_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3382336))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_k_weight_0_palettized")]; tensor tern_3_k_bias_0 = const()[name = string("tern_3_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_k = linear(bias = tern_3_k_bias_0, weight = tern_3_k_weight_0_palettized, x = mul_138)[name = string("tern_3_k")]; tensor mul_139_y_0 = const()[name = string("mul_139_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390144)))]; tensor mul_139 = mul(x = tern_3_k, y = mul_139_y_0)[name = string("mul_139")]; tensor reshape_27_shape_0 = const()[name = string("reshape_27_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_27 = reshape(shape = reshape_27_shape_0, x = mul_139)[name = string("reshape_27")]; tensor transpose_13_perm_0 = const()[name = string("transpose_13_perm_0"), val = tensor([1, 0, 2])]; tensor mul_142_y_0 = const()[name = string("mul_142_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390400)))]; tensor mul_142 = mul(x = mul_133, y = mul_142_y_0)[name = string("mul_142")]; tensor tern_3_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3391168))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_v_weight_0_palettized")]; tensor tern_3_v_bias_0 = const()[name = string("tern_3_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_v = linear(bias = tern_3_v_bias_0, weight = tern_3_v_weight_0_palettized, x = mul_142)[name = string("tern_3_v")]; tensor mul_143_y_0 = const()[name = string("mul_143_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3398976)))]; tensor mul_143 = mul(x = tern_3_v, y = mul_143_y_0)[name = string("mul_143")]; tensor reshape_28_shape_0 = const()[name = string("reshape_28_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_28 = reshape(shape = reshape_28_shape_0, x = mul_143)[name = string("reshape_28")]; tensor transpose_14_perm_0 = const()[name = string("transpose_14_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_12 = transpose(perm = transpose_12_perm_0, x = reshape_26)[name = string("transpose_51")]; tensor mul_144 = mul(x = transpose_12, y = transpose_12)[name = string("mul_144")]; tensor reduce_mean_31_axes_0 = const()[name = string("reduce_mean_31_axes_0"), val = tensor([-1])]; bool reduce_mean_31_keep_dims_0 = const()[name = string("reduce_mean_31_keep_dims_0"), val = bool(true)]; tensor reduce_mean_31 = reduce_mean(axes = reduce_mean_31_axes_0, keep_dims = reduce_mean_31_keep_dims_0, x = mul_144)[name = string("reduce_mean_31")]; fp32 rsqrt_31_epsilon_0 = const()[name = string("rsqrt_31_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_31 = rsqrt(epsilon = rsqrt_31_epsilon_0, x = reduce_mean_31)[name = string("rsqrt_31")]; tensor mul_145 = mul(x = transpose_12, y = rsqrt_31)[name = string("mul_145")]; tensor mul_146_y_0 = const()[name = string("mul_146_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399232)))]; tensor mul_146 = mul(x = mul_145, y = mul_146_y_0)[name = string("mul_146")]; tensor slice_by_index_12_begin_0 = const()[name = string("slice_by_index_12_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_12_end_0 = const()[name = string("slice_by_index_12_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_12_end_mask_0 = const()[name = string("slice_by_index_12_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_12 = slice_by_index(begin = slice_by_index_12_begin_0, end = slice_by_index_12_end_0, end_mask = slice_by_index_12_end_mask_0, x = mul_146)[name = string("slice_by_index_12")]; tensor slice_by_index_13_begin_0 = const()[name = string("slice_by_index_13_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_13_end_0 = const()[name = string("slice_by_index_13_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_13_end_mask_0 = const()[name = string("slice_by_index_13_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_13 = slice_by_index(begin = slice_by_index_13_begin_0, end = slice_by_index_13_end_0, end_mask = slice_by_index_13_end_mask_0, x = mul_146)[name = string("slice_by_index_13")]; int32 concat_6_axis_0 = const()[name = string("concat_6_axis_0"), val = int32(-1)]; bool concat_6_interleave_0 = const()[name = string("concat_6_interleave_0"), val = bool(false)]; tensor concat_6 = concat(axis = concat_6_axis_0, interleave = concat_6_interleave_0, values = (slice_by_index_13, slice_by_index_12))[name = string("concat_6")]; tensor mul_147_y_0 = const()[name = string("mul_147_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_147 = mul(x = concat_6, y = mul_147_y_0)[name = string("mul_147")]; tensor mul_148 = mul(x = mul_146, y = mul_11_y_0)[name = string("mul_148")]; tensor mul_149 = mul(x = mul_147, y = mul_12_y_0)[name = string("mul_149")]; tensor add_18 = add(x = mul_148, y = mul_149)[name = string("add_18")]; tensor transpose_13 = transpose(perm = transpose_13_perm_0, x = reshape_27)[name = string("transpose_50")]; tensor mul_150 = mul(x = transpose_13, y = transpose_13)[name = string("mul_150")]; tensor reduce_mean_32_axes_0 = const()[name = string("reduce_mean_32_axes_0"), val = tensor([-1])]; bool reduce_mean_32_keep_dims_0 = const()[name = string("reduce_mean_32_keep_dims_0"), val = bool(true)]; tensor reduce_mean_32 = reduce_mean(axes = reduce_mean_32_axes_0, keep_dims = reduce_mean_32_keep_dims_0, x = mul_150)[name = string("reduce_mean_32")]; fp32 rsqrt_32_epsilon_0 = const()[name = string("rsqrt_32_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_32 = rsqrt(epsilon = rsqrt_32_epsilon_0, x = reduce_mean_32)[name = string("rsqrt_32")]; tensor mul_151 = mul(x = transpose_13, y = rsqrt_32)[name = string("mul_151")]; tensor mul_152_y_0 = const()[name = string("mul_152_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399424)))]; tensor mul_152 = mul(x = mul_151, y = mul_152_y_0)[name = string("mul_152")]; tensor slice_by_index_14_begin_0 = const()[name = string("slice_by_index_14_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_14_end_0 = const()[name = string("slice_by_index_14_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_14_end_mask_0 = const()[name = string("slice_by_index_14_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_14 = slice_by_index(begin = slice_by_index_14_begin_0, end = slice_by_index_14_end_0, end_mask = slice_by_index_14_end_mask_0, x = mul_152)[name = string("slice_by_index_14")]; tensor slice_by_index_15_begin_0 = const()[name = string("slice_by_index_15_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_15_end_0 = const()[name = string("slice_by_index_15_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_15_end_mask_0 = const()[name = string("slice_by_index_15_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_15 = slice_by_index(begin = slice_by_index_15_begin_0, end = slice_by_index_15_end_0, end_mask = slice_by_index_15_end_mask_0, x = mul_152)[name = string("slice_by_index_15")]; int32 concat_7_axis_0 = const()[name = string("concat_7_axis_0"), val = int32(-1)]; bool concat_7_interleave_0 = const()[name = string("concat_7_interleave_0"), val = bool(false)]; tensor concat_7 = concat(axis = concat_7_axis_0, interleave = concat_7_interleave_0, values = (slice_by_index_15, slice_by_index_14))[name = string("concat_7")]; tensor mul_153_y_0 = const()[name = string("mul_153_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_153 = mul(x = concat_7, y = mul_153_y_0)[name = string("mul_153")]; tensor mul_154 = mul(x = mul_152, y = mul_11_y_0)[name = string("mul_154")]; tensor mul_155 = mul(x = mul_153, y = mul_12_y_0)[name = string("mul_155")]; tensor add_19 = add(x = mul_154, y = mul_155)[name = string("add_19")]; tensor reshape_29_shape_0 = const()[name = string("reshape_29_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_29 = reshape(shape = reshape_29_shape_0, x = add_19)[name = string("reshape_29")]; tensor tile_6_reps_0 = const()[name = string("tile_6_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_6 = tile(reps = tile_6_reps_0, x = reshape_29)[name = string("tile_6")]; tensor reshape_30_shape_0 = const()[name = string("reshape_30_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_30 = reshape(shape = reshape_30_shape_0, x = tile_6)[name = string("reshape_30")]; tensor reshape_31_shape_0 = const()[name = string("reshape_31_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_14 = transpose(perm = transpose_14_perm_0, x = reshape_28)[name = string("transpose_49")]; tensor reshape_31 = reshape(shape = reshape_31_shape_0, x = transpose_14)[name = string("reshape_31")]; tensor tile_7_reps_0 = const()[name = string("tile_7_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_7 = tile(reps = tile_7_reps_0, x = reshape_31)[name = string("tile_7")]; tensor reshape_32_shape_0 = const()[name = string("reshape_32_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_32 = reshape(shape = reshape_32_shape_0, x = tile_7)[name = string("reshape_32")]; fp16 mul_156_y_0 = const()[name = string("mul_156_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_156 = mul(x = add_18, y = mul_156_y_0)[name = string("mul_156")]; bool matmul_6_transpose_y_0 = const()[name = string("matmul_6_transpose_y_0"), val = bool(true)]; bool matmul_6_transpose_x_0 = const()[name = string("matmul_6_transpose_x_0"), val = bool(false)]; tensor matmul_6 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = mul_156, y = reshape_30)[name = string("matmul_6")]; tensor add_20 = add(x = matmul_6, y = reshape_1)[name = string("add_20")]; int32 softmax_3_axis_0 = const()[name = string("softmax_3_axis_0"), val = int32(-1)]; tensor softmax_3 = softmax(axis = softmax_3_axis_0, x = add_20)[name = string("softmax_3")]; bool matmul_7_transpose_x_0 = const()[name = string("matmul_7_transpose_x_0"), val = bool(false)]; bool matmul_7_transpose_y_0 = const()[name = string("matmul_7_transpose_y_0"), val = bool(false)]; tensor matmul_7 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = softmax_3, y = reshape_32)[name = string("matmul_7")]; tensor transpose_15_perm_0 = const()[name = string("transpose_15_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_33_shape_0 = const()[name = string("reshape_33_shape_0"), val = tensor([16, 352])]; tensor transpose_15 = transpose(perm = transpose_15_perm_0, x = matmul_7)[name = string("transpose_48")]; tensor reshape_33 = reshape(shape = reshape_33_shape_0, x = transpose_15)[name = string("reshape_33")]; tensor mul_157 = mul(x = reshape_33, y = reshape_33)[name = string("mul_157")]; tensor reduce_mean_33_axes_0 = const()[name = string("reduce_mean_33_axes_0"), val = tensor([-1])]; bool reduce_mean_33_keep_dims_0 = const()[name = string("reduce_mean_33_keep_dims_0"), val = bool(true)]; tensor reduce_mean_33 = reduce_mean(axes = reduce_mean_33_axes_0, keep_dims = reduce_mean_33_keep_dims_0, x = mul_157)[name = string("reduce_mean_33")]; fp32 rsqrt_33_epsilon_0 = const()[name = string("rsqrt_33_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_33 = rsqrt(epsilon = rsqrt_33_epsilon_0, x = reduce_mean_33)[name = string("rsqrt_33")]; tensor mul_158 = mul(x = reshape_33, y = rsqrt_33)[name = string("mul_158")]; tensor mul_159_y_0 = const()[name = string("mul_159_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399616)))]; tensor mul_159 = mul(x = mul_158, y = mul_159_y_0)[name = string("mul_159")]; tensor tern_3_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3400384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_o_weight_0_palettized")]; tensor tern_3_o = linear(bias = linear_0_bias_0, weight = tern_3_o_weight_0_palettized, x = mul_159)[name = string("tern_3_o")]; tensor mul_160_y_0 = const()[name = string("mul_160_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3431424)))]; tensor mul_160 = mul(x = tern_3_o, y = mul_160_y_0)[name = string("mul_160")]; tensor add_21 = add(x = add_17, y = mul_160)[name = string("add_21")]; tensor mul_161 = mul(x = add_21, y = add_21)[name = string("mul_161")]; tensor reduce_mean_34_axes_0 = const()[name = string("reduce_mean_34_axes_0"), val = tensor([-1])]; bool reduce_mean_34_keep_dims_0 = const()[name = string("reduce_mean_34_keep_dims_0"), val = bool(true)]; tensor reduce_mean_34 = reduce_mean(axes = reduce_mean_34_axes_0, keep_dims = reduce_mean_34_keep_dims_0, x = mul_161)[name = string("reduce_mean_34")]; fp32 rsqrt_34_epsilon_0 = const()[name = string("rsqrt_34_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_34 = rsqrt(epsilon = rsqrt_34_epsilon_0, x = reduce_mean_34)[name = string("rsqrt_34")]; tensor mul_162 = mul(x = add_21, y = rsqrt_34)[name = string("mul_162")]; tensor mul_163_y_0 = const()[name = string("mul_163_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432192)))]; tensor mul_163 = mul(x = mul_162, y = mul_163_y_0)[name = string("mul_163")]; tensor mul_164 = mul(x = mul_163, y = mul_163)[name = string("mul_164")]; tensor reduce_mean_35_axes_0 = const()[name = string("reduce_mean_35_axes_0"), val = tensor([-1])]; bool reduce_mean_35_keep_dims_0 = const()[name = string("reduce_mean_35_keep_dims_0"), val = bool(true)]; tensor reduce_mean_35 = reduce_mean(axes = reduce_mean_35_axes_0, keep_dims = reduce_mean_35_keep_dims_0, x = mul_164)[name = string("reduce_mean_35")]; fp32 rsqrt_35_epsilon_0 = const()[name = string("rsqrt_35_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_35 = rsqrt(epsilon = rsqrt_35_epsilon_0, x = reduce_mean_35)[name = string("rsqrt_35")]; tensor mul_165 = mul(x = mul_163, y = rsqrt_35)[name = string("mul_165")]; tensor mul_166_y_0 = const()[name = string("mul_166_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432960)))]; tensor mul_166 = mul(x = mul_165, y = mul_166_y_0)[name = string("mul_166")]; tensor tern_3_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3433728))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w1_weight_0_palettized")]; tensor tern_3_w1 = linear(bias = linear_4_bias_0, weight = tern_3_w1_weight_0_palettized, x = mul_166)[name = string("tern_3_w1")]; tensor mul_167_y_0 = const()[name = string("mul_167_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3518272)))]; tensor mul_167 = mul(x = tern_3_w1, y = mul_167_y_0)[name = string("mul_167")]; tensor mul_170_y_0 = const()[name = string("mul_170_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3520256)))]; tensor mul_170 = mul(x = mul_165, y = mul_170_y_0)[name = string("mul_170")]; tensor tern_3_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3521024))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w3_weight_0_palettized")]; tensor tern_3_w3 = linear(bias = linear_4_bias_0, weight = tern_3_w3_weight_0_palettized, x = mul_170)[name = string("tern_3_w3")]; tensor mul_171_y_0 = const()[name = string("mul_171_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3605568)))]; tensor mul_171 = mul(x = tern_3_w3, y = mul_171_y_0)[name = string("mul_171")]; fp16 mul_172_y_0 = const()[name = string("mul_172_y_0"), val = fp16(0x1p-1)]; tensor mul_172 = mul(x = mul_167, y = mul_172_y_0)[name = string("mul_172")]; tensor tanh_3 = tanh(x = mul_172)[name = string("tanh_3")]; fp16 mul_173_x_0 = const()[name = string("mul_173_x_0"), val = fp16(0x1p-1)]; tensor mul_173 = mul(x = mul_173_x_0, y = tanh_3)[name = string("mul_173")]; fp16 add_22_x_0 = const()[name = string("add_22_x_0"), val = fp16(0x1p-1)]; tensor add_22 = add(x = add_22_x_0, y = mul_173)[name = string("add_22")]; tensor mul_174 = mul(x = mul_167, y = add_22)[name = string("mul_174")]; tensor mul_175 = mul(x = mul_174, y = mul_171)[name = string("mul_175")]; tensor mul_176 = mul(x = mul_175, y = mul_175)[name = string("mul_176")]; tensor reduce_mean_37_axes_0 = const()[name = string("reduce_mean_37_axes_0"), val = tensor([-1])]; bool reduce_mean_37_keep_dims_0 = const()[name = string("reduce_mean_37_keep_dims_0"), val = bool(true)]; tensor reduce_mean_37 = reduce_mean(axes = reduce_mean_37_axes_0, keep_dims = reduce_mean_37_keep_dims_0, x = mul_176)[name = string("reduce_mean_37")]; fp32 rsqrt_37_epsilon_0 = const()[name = string("rsqrt_37_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_37 = rsqrt(epsilon = rsqrt_37_epsilon_0, x = reduce_mean_37)[name = string("rsqrt_37")]; tensor mul_177 = mul(x = mul_175, y = rsqrt_37)[name = string("mul_177")]; tensor mul_178_y_0 = const()[name = string("mul_178_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3607552)))]; tensor mul_178 = mul(x = mul_177, y = mul_178_y_0)[name = string("mul_178")]; tensor tern_3_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3609536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w2_weight_0_palettized")]; tensor tern_3_w2 = linear(bias = linear_0_bias_0, weight = tern_3_w2_weight_0_palettized, x = mul_178)[name = string("tern_3_w2")]; tensor mul_179_y_0 = const()[name = string("mul_179_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694080)))]; tensor mul_179 = mul(x = tern_3_w2, y = mul_179_y_0)[name = string("mul_179")]; tensor add_23 = add(x = add_21, y = mul_179)[name = string("add_23")]; tensor mul_180 = mul(x = add_23, y = add_23)[name = string("mul_180")]; tensor reduce_mean_38_axes_0 = const()[name = string("reduce_mean_38_axes_0"), val = tensor([-1])]; bool reduce_mean_38_keep_dims_0 = const()[name = string("reduce_mean_38_keep_dims_0"), val = bool(true)]; tensor reduce_mean_38 = reduce_mean(axes = reduce_mean_38_axes_0, keep_dims = reduce_mean_38_keep_dims_0, x = mul_180)[name = string("reduce_mean_38")]; fp32 rsqrt_38_epsilon_0 = const()[name = string("rsqrt_38_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_38 = rsqrt(epsilon = rsqrt_38_epsilon_0, x = reduce_mean_38)[name = string("rsqrt_38")]; tensor mul_181 = mul(x = add_23, y = rsqrt_38)[name = string("mul_181")]; tensor mul_182_y_0 = const()[name = string("mul_182_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694848)))]; tensor mul_182 = mul(x = mul_181, y = mul_182_y_0)[name = string("mul_182")]; tensor mul_183 = mul(x = mul_182, y = mul_182)[name = string("mul_183")]; tensor reduce_mean_39_axes_0 = const()[name = string("reduce_mean_39_axes_0"), val = tensor([-1])]; bool reduce_mean_39_keep_dims_0 = const()[name = string("reduce_mean_39_keep_dims_0"), val = bool(true)]; tensor reduce_mean_39 = reduce_mean(axes = reduce_mean_39_axes_0, keep_dims = reduce_mean_39_keep_dims_0, x = mul_183)[name = string("reduce_mean_39")]; fp32 rsqrt_39_epsilon_0 = const()[name = string("rsqrt_39_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_39 = rsqrt(epsilon = rsqrt_39_epsilon_0, x = reduce_mean_39)[name = string("rsqrt_39")]; tensor mul_184 = mul(x = mul_182, y = rsqrt_39)[name = string("mul_184")]; tensor mul_185_y_0 = const()[name = string("mul_185_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3695616)))]; tensor mul_185 = mul(x = mul_184, y = mul_185_y_0)[name = string("mul_185")]; tensor tern_4_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3696384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_q_weight_0_palettized")]; tensor tern_4_q = linear(bias = linear_0_bias_0, weight = tern_4_q_weight_0_palettized, x = mul_185)[name = string("tern_4_q")]; tensor mul_186_y_0 = const()[name = string("mul_186_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3727424)))]; tensor mul_186 = mul(x = tern_4_q, y = mul_186_y_0)[name = string("mul_186")]; tensor reshape_34_shape_0 = const()[name = string("reshape_34_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_34 = reshape(shape = reshape_34_shape_0, x = mul_186)[name = string("reshape_34")]; tensor transpose_16_perm_0 = const()[name = string("transpose_16_perm_0"), val = tensor([1, 0, 2])]; tensor mul_189_y_0 = const()[name = string("mul_189_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728192)))]; tensor mul_189 = mul(x = mul_184, y = mul_189_y_0)[name = string("mul_189")]; tensor tern_4_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728960))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_k_weight_0_palettized")]; tensor tern_4_k_bias_0 = const()[name = string("tern_4_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_k = linear(bias = tern_4_k_bias_0, weight = tern_4_k_weight_0_palettized, x = mul_189)[name = string("tern_4_k")]; tensor mul_190_y_0 = const()[name = string("mul_190_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3736768)))]; tensor mul_190 = mul(x = tern_4_k, y = mul_190_y_0)[name = string("mul_190")]; tensor reshape_35_shape_0 = const()[name = string("reshape_35_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_35 = reshape(shape = reshape_35_shape_0, x = mul_190)[name = string("reshape_35")]; tensor transpose_17_perm_0 = const()[name = string("transpose_17_perm_0"), val = tensor([1, 0, 2])]; tensor mul_193_y_0 = const()[name = string("mul_193_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737024)))]; tensor mul_193 = mul(x = mul_184, y = mul_193_y_0)[name = string("mul_193")]; tensor tern_4_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737792))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_v_weight_0_palettized")]; tensor tern_4_v_bias_0 = const()[name = string("tern_4_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_v = linear(bias = tern_4_v_bias_0, weight = tern_4_v_weight_0_palettized, x = mul_193)[name = string("tern_4_v")]; tensor mul_194_y_0 = const()[name = string("mul_194_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745600)))]; tensor mul_194 = mul(x = tern_4_v, y = mul_194_y_0)[name = string("mul_194")]; tensor reshape_36_shape_0 = const()[name = string("reshape_36_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_36 = reshape(shape = reshape_36_shape_0, x = mul_194)[name = string("reshape_36")]; tensor transpose_18_perm_0 = const()[name = string("transpose_18_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_16 = transpose(perm = transpose_16_perm_0, x = reshape_34)[name = string("transpose_47")]; tensor mul_195 = mul(x = transpose_16, y = transpose_16)[name = string("mul_195")]; tensor reduce_mean_42_axes_0 = const()[name = string("reduce_mean_42_axes_0"), val = tensor([-1])]; bool reduce_mean_42_keep_dims_0 = const()[name = string("reduce_mean_42_keep_dims_0"), val = bool(true)]; tensor reduce_mean_42 = reduce_mean(axes = reduce_mean_42_axes_0, keep_dims = reduce_mean_42_keep_dims_0, x = mul_195)[name = string("reduce_mean_42")]; fp32 rsqrt_42_epsilon_0 = const()[name = string("rsqrt_42_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_42 = rsqrt(epsilon = rsqrt_42_epsilon_0, x = reduce_mean_42)[name = string("rsqrt_42")]; tensor mul_196 = mul(x = transpose_16, y = rsqrt_42)[name = string("mul_196")]; tensor mul_197_y_0 = const()[name = string("mul_197_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745856)))]; tensor mul_197 = mul(x = mul_196, y = mul_197_y_0)[name = string("mul_197")]; tensor slice_by_index_16_begin_0 = const()[name = string("slice_by_index_16_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_16_end_0 = const()[name = string("slice_by_index_16_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_16_end_mask_0 = const()[name = string("slice_by_index_16_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_16 = slice_by_index(begin = slice_by_index_16_begin_0, end = slice_by_index_16_end_0, end_mask = slice_by_index_16_end_mask_0, x = mul_197)[name = string("slice_by_index_16")]; tensor slice_by_index_17_begin_0 = const()[name = string("slice_by_index_17_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_17_end_0 = const()[name = string("slice_by_index_17_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_17_end_mask_0 = const()[name = string("slice_by_index_17_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_17 = slice_by_index(begin = slice_by_index_17_begin_0, end = slice_by_index_17_end_0, end_mask = slice_by_index_17_end_mask_0, x = mul_197)[name = string("slice_by_index_17")]; int32 concat_8_axis_0 = const()[name = string("concat_8_axis_0"), val = int32(-1)]; bool concat_8_interleave_0 = const()[name = string("concat_8_interleave_0"), val = bool(false)]; tensor concat_8 = concat(axis = concat_8_axis_0, interleave = concat_8_interleave_0, values = (slice_by_index_17, slice_by_index_16))[name = string("concat_8")]; tensor mul_198_y_0 = const()[name = string("mul_198_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_198 = mul(x = concat_8, y = mul_198_y_0)[name = string("mul_198")]; tensor mul_199 = mul(x = mul_197, y = mul_11_y_0)[name = string("mul_199")]; tensor mul_200 = mul(x = mul_198, y = mul_12_y_0)[name = string("mul_200")]; tensor add_24 = add(x = mul_199, y = mul_200)[name = string("add_24")]; tensor transpose_17 = transpose(perm = transpose_17_perm_0, x = reshape_35)[name = string("transpose_46")]; tensor mul_201 = mul(x = transpose_17, y = transpose_17)[name = string("mul_201")]; tensor reduce_mean_43_axes_0 = const()[name = string("reduce_mean_43_axes_0"), val = tensor([-1])]; bool reduce_mean_43_keep_dims_0 = const()[name = string("reduce_mean_43_keep_dims_0"), val = bool(true)]; tensor reduce_mean_43 = reduce_mean(axes = reduce_mean_43_axes_0, keep_dims = reduce_mean_43_keep_dims_0, x = mul_201)[name = string("reduce_mean_43")]; fp32 rsqrt_43_epsilon_0 = const()[name = string("rsqrt_43_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_43 = rsqrt(epsilon = rsqrt_43_epsilon_0, x = reduce_mean_43)[name = string("rsqrt_43")]; tensor mul_202 = mul(x = transpose_17, y = rsqrt_43)[name = string("mul_202")]; tensor mul_203_y_0 = const()[name = string("mul_203_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746048)))]; tensor mul_203 = mul(x = mul_202, y = mul_203_y_0)[name = string("mul_203")]; tensor slice_by_index_18_begin_0 = const()[name = string("slice_by_index_18_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_18_end_0 = const()[name = string("slice_by_index_18_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_18_end_mask_0 = const()[name = string("slice_by_index_18_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_18 = slice_by_index(begin = slice_by_index_18_begin_0, end = slice_by_index_18_end_0, end_mask = slice_by_index_18_end_mask_0, x = mul_203)[name = string("slice_by_index_18")]; tensor slice_by_index_19_begin_0 = const()[name = string("slice_by_index_19_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_19_end_0 = const()[name = string("slice_by_index_19_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_19_end_mask_0 = const()[name = string("slice_by_index_19_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_19 = slice_by_index(begin = slice_by_index_19_begin_0, end = slice_by_index_19_end_0, end_mask = slice_by_index_19_end_mask_0, x = mul_203)[name = string("slice_by_index_19")]; int32 concat_9_axis_0 = const()[name = string("concat_9_axis_0"), val = int32(-1)]; bool concat_9_interleave_0 = const()[name = string("concat_9_interleave_0"), val = bool(false)]; tensor concat_9 = concat(axis = concat_9_axis_0, interleave = concat_9_interleave_0, values = (slice_by_index_19, slice_by_index_18))[name = string("concat_9")]; tensor mul_204_y_0 = const()[name = string("mul_204_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_204 = mul(x = concat_9, y = mul_204_y_0)[name = string("mul_204")]; tensor mul_205 = mul(x = mul_203, y = mul_11_y_0)[name = string("mul_205")]; tensor mul_206 = mul(x = mul_204, y = mul_12_y_0)[name = string("mul_206")]; tensor add_25 = add(x = mul_205, y = mul_206)[name = string("add_25")]; tensor reshape_37_shape_0 = const()[name = string("reshape_37_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_37 = reshape(shape = reshape_37_shape_0, x = add_25)[name = string("reshape_37")]; tensor tile_8_reps_0 = const()[name = string("tile_8_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_8 = tile(reps = tile_8_reps_0, x = reshape_37)[name = string("tile_8")]; tensor reshape_38_shape_0 = const()[name = string("reshape_38_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_38 = reshape(shape = reshape_38_shape_0, x = tile_8)[name = string("reshape_38")]; tensor reshape_39_shape_0 = const()[name = string("reshape_39_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_18 = transpose(perm = transpose_18_perm_0, x = reshape_36)[name = string("transpose_45")]; tensor reshape_39 = reshape(shape = reshape_39_shape_0, x = transpose_18)[name = string("reshape_39")]; tensor tile_9_reps_0 = const()[name = string("tile_9_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_9 = tile(reps = tile_9_reps_0, x = reshape_39)[name = string("tile_9")]; tensor reshape_40_shape_0 = const()[name = string("reshape_40_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_40 = reshape(shape = reshape_40_shape_0, x = tile_9)[name = string("reshape_40")]; fp16 mul_207_y_0 = const()[name = string("mul_207_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_207 = mul(x = add_24, y = mul_207_y_0)[name = string("mul_207")]; bool matmul_8_transpose_y_0 = const()[name = string("matmul_8_transpose_y_0"), val = bool(true)]; bool matmul_8_transpose_x_0 = const()[name = string("matmul_8_transpose_x_0"), val = bool(false)]; tensor matmul_8 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = mul_207, y = reshape_38)[name = string("matmul_8")]; tensor add_26 = add(x = matmul_8, y = reshape_1)[name = string("add_26")]; int32 softmax_4_axis_0 = const()[name = string("softmax_4_axis_0"), val = int32(-1)]; tensor softmax_4 = softmax(axis = softmax_4_axis_0, x = add_26)[name = string("softmax_4")]; bool matmul_9_transpose_x_0 = const()[name = string("matmul_9_transpose_x_0"), val = bool(false)]; bool matmul_9_transpose_y_0 = const()[name = string("matmul_9_transpose_y_0"), val = bool(false)]; tensor matmul_9 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = softmax_4, y = reshape_40)[name = string("matmul_9")]; tensor transpose_19_perm_0 = const()[name = string("transpose_19_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_41_shape_0 = const()[name = string("reshape_41_shape_0"), val = tensor([16, 352])]; tensor transpose_19 = transpose(perm = transpose_19_perm_0, x = matmul_9)[name = string("transpose_44")]; tensor reshape_41 = reshape(shape = reshape_41_shape_0, x = transpose_19)[name = string("reshape_41")]; tensor mul_208 = mul(x = reshape_41, y = reshape_41)[name = string("mul_208")]; tensor reduce_mean_44_axes_0 = const()[name = string("reduce_mean_44_axes_0"), val = tensor([-1])]; bool reduce_mean_44_keep_dims_0 = const()[name = string("reduce_mean_44_keep_dims_0"), val = bool(true)]; tensor reduce_mean_44 = reduce_mean(axes = reduce_mean_44_axes_0, keep_dims = reduce_mean_44_keep_dims_0, x = mul_208)[name = string("reduce_mean_44")]; fp32 rsqrt_44_epsilon_0 = const()[name = string("rsqrt_44_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_44 = rsqrt(epsilon = rsqrt_44_epsilon_0, x = reduce_mean_44)[name = string("rsqrt_44")]; tensor mul_209 = mul(x = reshape_41, y = rsqrt_44)[name = string("mul_209")]; tensor mul_210_y_0 = const()[name = string("mul_210_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746240)))]; tensor mul_210 = mul(x = mul_209, y = mul_210_y_0)[name = string("mul_210")]; tensor tern_4_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3747008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_o_weight_0_palettized")]; tensor tern_4_o = linear(bias = linear_0_bias_0, weight = tern_4_o_weight_0_palettized, x = mul_210)[name = string("tern_4_o")]; tensor mul_211_y_0 = const()[name = string("mul_211_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778048)))]; tensor mul_211 = mul(x = tern_4_o, y = mul_211_y_0)[name = string("mul_211")]; tensor add_27 = add(x = add_23, y = mul_211)[name = string("add_27")]; tensor mul_212 = mul(x = add_27, y = add_27)[name = string("mul_212")]; tensor reduce_mean_45_axes_0 = const()[name = string("reduce_mean_45_axes_0"), val = tensor([-1])]; bool reduce_mean_45_keep_dims_0 = const()[name = string("reduce_mean_45_keep_dims_0"), val = bool(true)]; tensor reduce_mean_45 = reduce_mean(axes = reduce_mean_45_axes_0, keep_dims = reduce_mean_45_keep_dims_0, x = mul_212)[name = string("reduce_mean_45")]; fp32 rsqrt_45_epsilon_0 = const()[name = string("rsqrt_45_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_45 = rsqrt(epsilon = rsqrt_45_epsilon_0, x = reduce_mean_45)[name = string("rsqrt_45")]; tensor mul_213 = mul(x = add_27, y = rsqrt_45)[name = string("mul_213")]; tensor mul_214_y_0 = const()[name = string("mul_214_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778816)))]; tensor mul_214 = mul(x = mul_213, y = mul_214_y_0)[name = string("mul_214")]; tensor mul_215 = mul(x = mul_214, y = mul_214)[name = string("mul_215")]; tensor reduce_mean_46_axes_0 = const()[name = string("reduce_mean_46_axes_0"), val = tensor([-1])]; bool reduce_mean_46_keep_dims_0 = const()[name = string("reduce_mean_46_keep_dims_0"), val = bool(true)]; tensor reduce_mean_46 = reduce_mean(axes = reduce_mean_46_axes_0, keep_dims = reduce_mean_46_keep_dims_0, x = mul_215)[name = string("reduce_mean_46")]; fp32 rsqrt_46_epsilon_0 = const()[name = string("rsqrt_46_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_46 = rsqrt(epsilon = rsqrt_46_epsilon_0, x = reduce_mean_46)[name = string("rsqrt_46")]; tensor mul_216 = mul(x = mul_214, y = rsqrt_46)[name = string("mul_216")]; tensor mul_217_y_0 = const()[name = string("mul_217_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3779584)))]; tensor mul_217 = mul(x = mul_216, y = mul_217_y_0)[name = string("mul_217")]; tensor tern_4_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3780352))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w1_weight_0_palettized")]; tensor tern_4_w1 = linear(bias = linear_4_bias_0, weight = tern_4_w1_weight_0_palettized, x = mul_217)[name = string("tern_4_w1")]; tensor mul_218_y_0 = const()[name = string("mul_218_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3864896)))]; tensor mul_218 = mul(x = tern_4_w1, y = mul_218_y_0)[name = string("mul_218")]; tensor mul_221_y_0 = const()[name = string("mul_221_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3866880)))]; tensor mul_221 = mul(x = mul_216, y = mul_221_y_0)[name = string("mul_221")]; tensor tern_4_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3867648))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w3_weight_0_palettized")]; tensor tern_4_w3 = linear(bias = linear_4_bias_0, weight = tern_4_w3_weight_0_palettized, x = mul_221)[name = string("tern_4_w3")]; tensor mul_222_y_0 = const()[name = string("mul_222_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3952192)))]; tensor mul_222 = mul(x = tern_4_w3, y = mul_222_y_0)[name = string("mul_222")]; fp16 mul_223_y_0 = const()[name = string("mul_223_y_0"), val = fp16(0x1p-1)]; tensor mul_223 = mul(x = mul_218, y = mul_223_y_0)[name = string("mul_223")]; tensor tanh_4 = tanh(x = mul_223)[name = string("tanh_4")]; fp16 mul_224_x_0 = const()[name = string("mul_224_x_0"), val = fp16(0x1p-1)]; tensor mul_224 = mul(x = mul_224_x_0, y = tanh_4)[name = string("mul_224")]; fp16 add_28_x_0 = const()[name = string("add_28_x_0"), val = fp16(0x1p-1)]; tensor add_28 = add(x = add_28_x_0, y = mul_224)[name = string("add_28")]; tensor mul_225 = mul(x = mul_218, y = add_28)[name = string("mul_225")]; tensor mul_226 = mul(x = mul_225, y = mul_222)[name = string("mul_226")]; tensor mul_227 = mul(x = mul_226, y = mul_226)[name = string("mul_227")]; tensor reduce_mean_48_axes_0 = const()[name = string("reduce_mean_48_axes_0"), val = tensor([-1])]; bool reduce_mean_48_keep_dims_0 = const()[name = string("reduce_mean_48_keep_dims_0"), val = bool(true)]; tensor reduce_mean_48 = reduce_mean(axes = reduce_mean_48_axes_0, keep_dims = reduce_mean_48_keep_dims_0, x = mul_227)[name = string("reduce_mean_48")]; fp32 rsqrt_48_epsilon_0 = const()[name = string("rsqrt_48_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_48 = rsqrt(epsilon = rsqrt_48_epsilon_0, x = reduce_mean_48)[name = string("rsqrt_48")]; tensor mul_228 = mul(x = mul_226, y = rsqrt_48)[name = string("mul_228")]; tensor mul_229_y_0 = const()[name = string("mul_229_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3954176)))]; tensor mul_229 = mul(x = mul_228, y = mul_229_y_0)[name = string("mul_229")]; tensor tern_4_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3956160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w2_weight_0_palettized")]; tensor tern_4_w2 = linear(bias = linear_0_bias_0, weight = tern_4_w2_weight_0_palettized, x = mul_229)[name = string("tern_4_w2")]; tensor mul_230_y_0 = const()[name = string("mul_230_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4040704)))]; tensor mul_230 = mul(x = tern_4_w2, y = mul_230_y_0)[name = string("mul_230")]; tensor add_29 = add(x = add_27, y = mul_230)[name = string("add_29")]; tensor mul_231 = mul(x = add_29, y = add_29)[name = string("mul_231")]; tensor reduce_mean_49_axes_0 = const()[name = string("reduce_mean_49_axes_0"), val = tensor([-1])]; bool reduce_mean_49_keep_dims_0 = const()[name = string("reduce_mean_49_keep_dims_0"), val = bool(true)]; tensor reduce_mean_49 = reduce_mean(axes = reduce_mean_49_axes_0, keep_dims = reduce_mean_49_keep_dims_0, x = mul_231)[name = string("reduce_mean_49")]; fp32 rsqrt_49_epsilon_0 = const()[name = string("rsqrt_49_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_49 = rsqrt(epsilon = rsqrt_49_epsilon_0, x = reduce_mean_49)[name = string("rsqrt_49")]; tensor mul_232 = mul(x = add_29, y = rsqrt_49)[name = string("mul_232")]; tensor mul_233_y_0 = const()[name = string("mul_233_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4041472)))]; tensor mul_233 = mul(x = mul_232, y = mul_233_y_0)[name = string("mul_233")]; tensor mul_234 = mul(x = mul_233, y = mul_233)[name = string("mul_234")]; tensor reduce_mean_50_axes_0 = const()[name = string("reduce_mean_50_axes_0"), val = tensor([-1])]; bool reduce_mean_50_keep_dims_0 = const()[name = string("reduce_mean_50_keep_dims_0"), val = bool(true)]; tensor reduce_mean_50 = reduce_mean(axes = reduce_mean_50_axes_0, keep_dims = reduce_mean_50_keep_dims_0, x = mul_234)[name = string("reduce_mean_50")]; fp32 rsqrt_50_epsilon_0 = const()[name = string("rsqrt_50_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_50 = rsqrt(epsilon = rsqrt_50_epsilon_0, x = reduce_mean_50)[name = string("rsqrt_50")]; tensor mul_235 = mul(x = mul_233, y = rsqrt_50)[name = string("mul_235")]; tensor mul_236_y_0 = const()[name = string("mul_236_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4042240)))]; tensor mul_236 = mul(x = mul_235, y = mul_236_y_0)[name = string("mul_236")]; tensor tern_5_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4043008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_q_weight_0_palettized")]; tensor tern_5_q = linear(bias = linear_0_bias_0, weight = tern_5_q_weight_0_palettized, x = mul_236)[name = string("tern_5_q")]; tensor mul_237_y_0 = const()[name = string("mul_237_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074048)))]; tensor mul_237 = mul(x = tern_5_q, y = mul_237_y_0)[name = string("mul_237")]; tensor reshape_42_shape_0 = const()[name = string("reshape_42_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_42 = reshape(shape = reshape_42_shape_0, x = mul_237)[name = string("reshape_42")]; tensor transpose_20_perm_0 = const()[name = string("transpose_20_perm_0"), val = tensor([1, 0, 2])]; tensor mul_240_y_0 = const()[name = string("mul_240_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074816)))]; tensor mul_240 = mul(x = mul_235, y = mul_240_y_0)[name = string("mul_240")]; tensor tern_5_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4075584))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_k_weight_0_palettized")]; tensor tern_5_k_bias_0 = const()[name = string("tern_5_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_k = linear(bias = tern_5_k_bias_0, weight = tern_5_k_weight_0_palettized, x = mul_240)[name = string("tern_5_k")]; tensor mul_241_y_0 = const()[name = string("mul_241_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083392)))]; tensor mul_241 = mul(x = tern_5_k, y = mul_241_y_0)[name = string("mul_241")]; tensor reshape_43_shape_0 = const()[name = string("reshape_43_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_43 = reshape(shape = reshape_43_shape_0, x = mul_241)[name = string("reshape_43")]; tensor transpose_21_perm_0 = const()[name = string("transpose_21_perm_0"), val = tensor([1, 0, 2])]; tensor mul_244_y_0 = const()[name = string("mul_244_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083648)))]; tensor mul_244 = mul(x = mul_235, y = mul_244_y_0)[name = string("mul_244")]; tensor tern_5_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4084416))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_v_weight_0_palettized")]; tensor tern_5_v_bias_0 = const()[name = string("tern_5_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_v = linear(bias = tern_5_v_bias_0, weight = tern_5_v_weight_0_palettized, x = mul_244)[name = string("tern_5_v")]; tensor mul_245_y_0 = const()[name = string("mul_245_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092224)))]; tensor mul_245 = mul(x = tern_5_v, y = mul_245_y_0)[name = string("mul_245")]; tensor reshape_44_shape_0 = const()[name = string("reshape_44_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_44 = reshape(shape = reshape_44_shape_0, x = mul_245)[name = string("reshape_44")]; tensor transpose_22_perm_0 = const()[name = string("transpose_22_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_20 = transpose(perm = transpose_20_perm_0, x = reshape_42)[name = string("transpose_43")]; tensor mul_246 = mul(x = transpose_20, y = transpose_20)[name = string("mul_246")]; tensor reduce_mean_53_axes_0 = const()[name = string("reduce_mean_53_axes_0"), val = tensor([-1])]; bool reduce_mean_53_keep_dims_0 = const()[name = string("reduce_mean_53_keep_dims_0"), val = bool(true)]; tensor reduce_mean_53 = reduce_mean(axes = reduce_mean_53_axes_0, keep_dims = reduce_mean_53_keep_dims_0, x = mul_246)[name = string("reduce_mean_53")]; fp32 rsqrt_53_epsilon_0 = const()[name = string("rsqrt_53_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_53 = rsqrt(epsilon = rsqrt_53_epsilon_0, x = reduce_mean_53)[name = string("rsqrt_53")]; tensor mul_247 = mul(x = transpose_20, y = rsqrt_53)[name = string("mul_247")]; tensor mul_248_y_0 = const()[name = string("mul_248_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092480)))]; tensor mul_248 = mul(x = mul_247, y = mul_248_y_0)[name = string("mul_248")]; tensor slice_by_index_20_begin_0 = const()[name = string("slice_by_index_20_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_20_end_0 = const()[name = string("slice_by_index_20_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_20_end_mask_0 = const()[name = string("slice_by_index_20_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_20 = slice_by_index(begin = slice_by_index_20_begin_0, end = slice_by_index_20_end_0, end_mask = slice_by_index_20_end_mask_0, x = mul_248)[name = string("slice_by_index_20")]; tensor slice_by_index_21_begin_0 = const()[name = string("slice_by_index_21_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_21_end_0 = const()[name = string("slice_by_index_21_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_21_end_mask_0 = const()[name = string("slice_by_index_21_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_21 = slice_by_index(begin = slice_by_index_21_begin_0, end = slice_by_index_21_end_0, end_mask = slice_by_index_21_end_mask_0, x = mul_248)[name = string("slice_by_index_21")]; int32 concat_10_axis_0 = const()[name = string("concat_10_axis_0"), val = int32(-1)]; bool concat_10_interleave_0 = const()[name = string("concat_10_interleave_0"), val = bool(false)]; tensor concat_10 = concat(axis = concat_10_axis_0, interleave = concat_10_interleave_0, values = (slice_by_index_21, slice_by_index_20))[name = string("concat_10")]; tensor mul_249_y_0 = const()[name = string("mul_249_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_249 = mul(x = concat_10, y = mul_249_y_0)[name = string("mul_249")]; tensor mul_250 = mul(x = mul_248, y = mul_11_y_0)[name = string("mul_250")]; tensor mul_251 = mul(x = mul_249, y = mul_12_y_0)[name = string("mul_251")]; tensor add_30 = add(x = mul_250, y = mul_251)[name = string("add_30")]; tensor transpose_21 = transpose(perm = transpose_21_perm_0, x = reshape_43)[name = string("transpose_42")]; tensor mul_252 = mul(x = transpose_21, y = transpose_21)[name = string("mul_252")]; tensor reduce_mean_54_axes_0 = const()[name = string("reduce_mean_54_axes_0"), val = tensor([-1])]; bool reduce_mean_54_keep_dims_0 = const()[name = string("reduce_mean_54_keep_dims_0"), val = bool(true)]; tensor reduce_mean_54 = reduce_mean(axes = reduce_mean_54_axes_0, keep_dims = reduce_mean_54_keep_dims_0, x = mul_252)[name = string("reduce_mean_54")]; fp32 rsqrt_54_epsilon_0 = const()[name = string("rsqrt_54_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_54 = rsqrt(epsilon = rsqrt_54_epsilon_0, x = reduce_mean_54)[name = string("rsqrt_54")]; tensor mul_253 = mul(x = transpose_21, y = rsqrt_54)[name = string("mul_253")]; tensor mul_254_y_0 = const()[name = string("mul_254_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092672)))]; tensor mul_254 = mul(x = mul_253, y = mul_254_y_0)[name = string("mul_254")]; tensor slice_by_index_22_begin_0 = const()[name = string("slice_by_index_22_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_22_end_0 = const()[name = string("slice_by_index_22_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_22_end_mask_0 = const()[name = string("slice_by_index_22_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_22 = slice_by_index(begin = slice_by_index_22_begin_0, end = slice_by_index_22_end_0, end_mask = slice_by_index_22_end_mask_0, x = mul_254)[name = string("slice_by_index_22")]; tensor slice_by_index_23_begin_0 = const()[name = string("slice_by_index_23_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_23_end_0 = const()[name = string("slice_by_index_23_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_23_end_mask_0 = const()[name = string("slice_by_index_23_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_23 = slice_by_index(begin = slice_by_index_23_begin_0, end = slice_by_index_23_end_0, end_mask = slice_by_index_23_end_mask_0, x = mul_254)[name = string("slice_by_index_23")]; int32 concat_11_axis_0 = const()[name = string("concat_11_axis_0"), val = int32(-1)]; bool concat_11_interleave_0 = const()[name = string("concat_11_interleave_0"), val = bool(false)]; tensor concat_11 = concat(axis = concat_11_axis_0, interleave = concat_11_interleave_0, values = (slice_by_index_23, slice_by_index_22))[name = string("concat_11")]; tensor mul_255_y_0 = const()[name = string("mul_255_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_255 = mul(x = concat_11, y = mul_255_y_0)[name = string("mul_255")]; tensor mul_256 = mul(x = mul_254, y = mul_11_y_0)[name = string("mul_256")]; tensor mul_257 = mul(x = mul_255, y = mul_12_y_0)[name = string("mul_257")]; tensor add_31 = add(x = mul_256, y = mul_257)[name = string("add_31")]; tensor reshape_45_shape_0 = const()[name = string("reshape_45_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_45 = reshape(shape = reshape_45_shape_0, x = add_31)[name = string("reshape_45")]; tensor tile_10_reps_0 = const()[name = string("tile_10_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_10 = tile(reps = tile_10_reps_0, x = reshape_45)[name = string("tile_10")]; tensor reshape_46_shape_0 = const()[name = string("reshape_46_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_46 = reshape(shape = reshape_46_shape_0, x = tile_10)[name = string("reshape_46")]; tensor reshape_47_shape_0 = const()[name = string("reshape_47_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_22 = transpose(perm = transpose_22_perm_0, x = reshape_44)[name = string("transpose_41")]; tensor reshape_47 = reshape(shape = reshape_47_shape_0, x = transpose_22)[name = string("reshape_47")]; tensor tile_11_reps_0 = const()[name = string("tile_11_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_11 = tile(reps = tile_11_reps_0, x = reshape_47)[name = string("tile_11")]; tensor reshape_48_shape_0 = const()[name = string("reshape_48_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_48 = reshape(shape = reshape_48_shape_0, x = tile_11)[name = string("reshape_48")]; fp16 mul_258_y_0 = const()[name = string("mul_258_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_258 = mul(x = add_30, y = mul_258_y_0)[name = string("mul_258")]; bool matmul_10_transpose_y_0 = const()[name = string("matmul_10_transpose_y_0"), val = bool(true)]; bool matmul_10_transpose_x_0 = const()[name = string("matmul_10_transpose_x_0"), val = bool(false)]; tensor matmul_10 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = mul_258, y = reshape_46)[name = string("matmul_10")]; tensor add_32 = add(x = matmul_10, y = reshape_1)[name = string("add_32")]; int32 softmax_5_axis_0 = const()[name = string("softmax_5_axis_0"), val = int32(-1)]; tensor softmax_5 = softmax(axis = softmax_5_axis_0, x = add_32)[name = string("softmax_5")]; bool matmul_11_transpose_x_0 = const()[name = string("matmul_11_transpose_x_0"), val = bool(false)]; bool matmul_11_transpose_y_0 = const()[name = string("matmul_11_transpose_y_0"), val = bool(false)]; tensor matmul_11 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = softmax_5, y = reshape_48)[name = string("matmul_11")]; tensor transpose_23_perm_0 = const()[name = string("transpose_23_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_49_shape_0 = const()[name = string("reshape_49_shape_0"), val = tensor([16, 352])]; tensor transpose_23 = transpose(perm = transpose_23_perm_0, x = matmul_11)[name = string("transpose_40")]; tensor reshape_49 = reshape(shape = reshape_49_shape_0, x = transpose_23)[name = string("reshape_49")]; tensor mul_259 = mul(x = reshape_49, y = reshape_49)[name = string("mul_259")]; tensor reduce_mean_55_axes_0 = const()[name = string("reduce_mean_55_axes_0"), val = tensor([-1])]; bool reduce_mean_55_keep_dims_0 = const()[name = string("reduce_mean_55_keep_dims_0"), val = bool(true)]; tensor reduce_mean_55 = reduce_mean(axes = reduce_mean_55_axes_0, keep_dims = reduce_mean_55_keep_dims_0, x = mul_259)[name = string("reduce_mean_55")]; fp32 rsqrt_55_epsilon_0 = const()[name = string("rsqrt_55_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_55 = rsqrt(epsilon = rsqrt_55_epsilon_0, x = reduce_mean_55)[name = string("rsqrt_55")]; tensor mul_260 = mul(x = reshape_49, y = rsqrt_55)[name = string("mul_260")]; tensor mul_261_y_0 = const()[name = string("mul_261_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092864)))]; tensor mul_261 = mul(x = mul_260, y = mul_261_y_0)[name = string("mul_261")]; tensor tern_5_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4093632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_o_weight_0_palettized")]; tensor tern_5_o = linear(bias = linear_0_bias_0, weight = tern_5_o_weight_0_palettized, x = mul_261)[name = string("tern_5_o")]; tensor mul_262_y_0 = const()[name = string("mul_262_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4124672)))]; tensor mul_262 = mul(x = tern_5_o, y = mul_262_y_0)[name = string("mul_262")]; tensor add_33 = add(x = add_29, y = mul_262)[name = string("add_33")]; tensor mul_263 = mul(x = add_33, y = add_33)[name = string("mul_263")]; tensor reduce_mean_56_axes_0 = const()[name = string("reduce_mean_56_axes_0"), val = tensor([-1])]; bool reduce_mean_56_keep_dims_0 = const()[name = string("reduce_mean_56_keep_dims_0"), val = bool(true)]; tensor reduce_mean_56 = reduce_mean(axes = reduce_mean_56_axes_0, keep_dims = reduce_mean_56_keep_dims_0, x = mul_263)[name = string("reduce_mean_56")]; fp32 rsqrt_56_epsilon_0 = const()[name = string("rsqrt_56_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_56 = rsqrt(epsilon = rsqrt_56_epsilon_0, x = reduce_mean_56)[name = string("rsqrt_56")]; tensor mul_264 = mul(x = add_33, y = rsqrt_56)[name = string("mul_264")]; tensor mul_265_y_0 = const()[name = string("mul_265_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4125440)))]; tensor mul_265 = mul(x = mul_264, y = mul_265_y_0)[name = string("mul_265")]; tensor mul_266 = mul(x = mul_265, y = mul_265)[name = string("mul_266")]; tensor reduce_mean_57_axes_0 = const()[name = string("reduce_mean_57_axes_0"), val = tensor([-1])]; bool reduce_mean_57_keep_dims_0 = const()[name = string("reduce_mean_57_keep_dims_0"), val = bool(true)]; tensor reduce_mean_57 = reduce_mean(axes = reduce_mean_57_axes_0, keep_dims = reduce_mean_57_keep_dims_0, x = mul_266)[name = string("reduce_mean_57")]; fp32 rsqrt_57_epsilon_0 = const()[name = string("rsqrt_57_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_57 = rsqrt(epsilon = rsqrt_57_epsilon_0, x = reduce_mean_57)[name = string("rsqrt_57")]; tensor mul_267 = mul(x = mul_265, y = rsqrt_57)[name = string("mul_267")]; tensor mul_268_y_0 = const()[name = string("mul_268_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126208)))]; tensor mul_268 = mul(x = mul_267, y = mul_268_y_0)[name = string("mul_268")]; tensor tern_5_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126976))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w1_weight_0_palettized")]; tensor tern_5_w1 = linear(bias = linear_4_bias_0, weight = tern_5_w1_weight_0_palettized, x = mul_268)[name = string("tern_5_w1")]; tensor mul_269_y_0 = const()[name = string("mul_269_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4211520)))]; tensor mul_269 = mul(x = tern_5_w1, y = mul_269_y_0)[name = string("mul_269")]; tensor mul_272_y_0 = const()[name = string("mul_272_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4213504)))]; tensor mul_272 = mul(x = mul_267, y = mul_272_y_0)[name = string("mul_272")]; tensor tern_5_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4214272))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w3_weight_0_palettized")]; tensor tern_5_w3 = linear(bias = linear_4_bias_0, weight = tern_5_w3_weight_0_palettized, x = mul_272)[name = string("tern_5_w3")]; tensor mul_273_y_0 = const()[name = string("mul_273_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4298816)))]; tensor mul_273 = mul(x = tern_5_w3, y = mul_273_y_0)[name = string("mul_273")]; fp16 mul_274_y_0 = const()[name = string("mul_274_y_0"), val = fp16(0x1p-1)]; tensor mul_274 = mul(x = mul_269, y = mul_274_y_0)[name = string("mul_274")]; tensor tanh_5 = tanh(x = mul_274)[name = string("tanh_5")]; fp16 mul_275_x_0 = const()[name = string("mul_275_x_0"), val = fp16(0x1p-1)]; tensor mul_275 = mul(x = mul_275_x_0, y = tanh_5)[name = string("mul_275")]; fp16 add_34_x_0 = const()[name = string("add_34_x_0"), val = fp16(0x1p-1)]; tensor add_34 = add(x = add_34_x_0, y = mul_275)[name = string("add_34")]; tensor mul_276 = mul(x = mul_269, y = add_34)[name = string("mul_276")]; tensor mul_277 = mul(x = mul_276, y = mul_273)[name = string("mul_277")]; tensor mul_278 = mul(x = mul_277, y = mul_277)[name = string("mul_278")]; tensor reduce_mean_59_axes_0 = const()[name = string("reduce_mean_59_axes_0"), val = tensor([-1])]; bool reduce_mean_59_keep_dims_0 = const()[name = string("reduce_mean_59_keep_dims_0"), val = bool(true)]; tensor reduce_mean_59 = reduce_mean(axes = reduce_mean_59_axes_0, keep_dims = reduce_mean_59_keep_dims_0, x = mul_278)[name = string("reduce_mean_59")]; fp32 rsqrt_59_epsilon_0 = const()[name = string("rsqrt_59_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_59 = rsqrt(epsilon = rsqrt_59_epsilon_0, x = reduce_mean_59)[name = string("rsqrt_59")]; tensor mul_279 = mul(x = mul_277, y = rsqrt_59)[name = string("mul_279")]; tensor mul_280_y_0 = const()[name = string("mul_280_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4300800)))]; tensor mul_280 = mul(x = mul_279, y = mul_280_y_0)[name = string("mul_280")]; tensor tern_5_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4302784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w2_weight_0_palettized")]; tensor tern_5_w2 = linear(bias = linear_0_bias_0, weight = tern_5_w2_weight_0_palettized, x = mul_280)[name = string("tern_5_w2")]; tensor mul_281_y_0 = const()[name = string("mul_281_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4387328)))]; tensor mul_281 = mul(x = tern_5_w2, y = mul_281_y_0)[name = string("mul_281")]; tensor add_35 = add(x = add_33, y = mul_281)[name = string("add_35")]; tensor mul_282 = mul(x = add_35, y = add_35)[name = string("mul_282")]; tensor reduce_mean_60_axes_0 = const()[name = string("reduce_mean_60_axes_0"), val = tensor([-1])]; bool reduce_mean_60_keep_dims_0 = const()[name = string("reduce_mean_60_keep_dims_0"), val = bool(true)]; tensor reduce_mean_60 = reduce_mean(axes = reduce_mean_60_axes_0, keep_dims = reduce_mean_60_keep_dims_0, x = mul_282)[name = string("reduce_mean_60")]; fp32 rsqrt_60_epsilon_0 = const()[name = string("rsqrt_60_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_60 = rsqrt(epsilon = rsqrt_60_epsilon_0, x = reduce_mean_60)[name = string("rsqrt_60")]; tensor mul_283 = mul(x = add_35, y = rsqrt_60)[name = string("mul_283")]; tensor mul_284_y_0 = const()[name = string("mul_284_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388096)))]; tensor mul_284 = mul(x = mul_283, y = mul_284_y_0)[name = string("mul_284")]; tensor mul_285 = mul(x = mul_284, y = mul_284)[name = string("mul_285")]; tensor reduce_mean_61_axes_0 = const()[name = string("reduce_mean_61_axes_0"), val = tensor([-1])]; bool reduce_mean_61_keep_dims_0 = const()[name = string("reduce_mean_61_keep_dims_0"), val = bool(true)]; tensor reduce_mean_61 = reduce_mean(axes = reduce_mean_61_axes_0, keep_dims = reduce_mean_61_keep_dims_0, x = mul_285)[name = string("reduce_mean_61")]; fp32 rsqrt_61_epsilon_0 = const()[name = string("rsqrt_61_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_61 = rsqrt(epsilon = rsqrt_61_epsilon_0, x = reduce_mean_61)[name = string("rsqrt_61")]; tensor mul_286 = mul(x = mul_284, y = rsqrt_61)[name = string("mul_286")]; tensor mul_287_y_0 = const()[name = string("mul_287_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388864)))]; tensor mul_287 = mul(x = mul_286, y = mul_287_y_0)[name = string("mul_287")]; tensor tern_6_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4389632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_q_weight_0_palettized")]; tensor tern_6_q = linear(bias = linear_0_bias_0, weight = tern_6_q_weight_0_palettized, x = mul_287)[name = string("tern_6_q")]; tensor mul_288_y_0 = const()[name = string("mul_288_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4420672)))]; tensor mul_288 = mul(x = tern_6_q, y = mul_288_y_0)[name = string("mul_288")]; tensor reshape_50_shape_0 = const()[name = string("reshape_50_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_50 = reshape(shape = reshape_50_shape_0, x = mul_288)[name = string("reshape_50")]; tensor transpose_24_perm_0 = const()[name = string("transpose_24_perm_0"), val = tensor([1, 0, 2])]; tensor mul_291_y_0 = const()[name = string("mul_291_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4421440)))]; tensor mul_291 = mul(x = mul_286, y = mul_291_y_0)[name = string("mul_291")]; tensor tern_6_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4422208))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_k_weight_0_palettized")]; tensor tern_6_k_bias_0 = const()[name = string("tern_6_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_k = linear(bias = tern_6_k_bias_0, weight = tern_6_k_weight_0_palettized, x = mul_291)[name = string("tern_6_k")]; tensor mul_292_y_0 = const()[name = string("mul_292_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430016)))]; tensor mul_292 = mul(x = tern_6_k, y = mul_292_y_0)[name = string("mul_292")]; tensor reshape_51_shape_0 = const()[name = string("reshape_51_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_51 = reshape(shape = reshape_51_shape_0, x = mul_292)[name = string("reshape_51")]; tensor transpose_25_perm_0 = const()[name = string("transpose_25_perm_0"), val = tensor([1, 0, 2])]; tensor mul_295_y_0 = const()[name = string("mul_295_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430272)))]; tensor mul_295 = mul(x = mul_286, y = mul_295_y_0)[name = string("mul_295")]; tensor tern_6_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4431040))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_v_weight_0_palettized")]; tensor tern_6_v_bias_0 = const()[name = string("tern_6_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_v = linear(bias = tern_6_v_bias_0, weight = tern_6_v_weight_0_palettized, x = mul_295)[name = string("tern_6_v")]; tensor mul_296_y_0 = const()[name = string("mul_296_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4438848)))]; tensor mul_296 = mul(x = tern_6_v, y = mul_296_y_0)[name = string("mul_296")]; tensor reshape_52_shape_0 = const()[name = string("reshape_52_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_52 = reshape(shape = reshape_52_shape_0, x = mul_296)[name = string("reshape_52")]; tensor transpose_26_perm_0 = const()[name = string("transpose_26_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_24 = transpose(perm = transpose_24_perm_0, x = reshape_50)[name = string("transpose_39")]; tensor mul_297 = mul(x = transpose_24, y = transpose_24)[name = string("mul_297")]; tensor reduce_mean_64_axes_0 = const()[name = string("reduce_mean_64_axes_0"), val = tensor([-1])]; bool reduce_mean_64_keep_dims_0 = const()[name = string("reduce_mean_64_keep_dims_0"), val = bool(true)]; tensor reduce_mean_64 = reduce_mean(axes = reduce_mean_64_axes_0, keep_dims = reduce_mean_64_keep_dims_0, x = mul_297)[name = string("reduce_mean_64")]; fp32 rsqrt_64_epsilon_0 = const()[name = string("rsqrt_64_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_64 = rsqrt(epsilon = rsqrt_64_epsilon_0, x = reduce_mean_64)[name = string("rsqrt_64")]; tensor mul_298 = mul(x = transpose_24, y = rsqrt_64)[name = string("mul_298")]; tensor mul_299_y_0 = const()[name = string("mul_299_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439104)))]; tensor mul_299 = mul(x = mul_298, y = mul_299_y_0)[name = string("mul_299")]; tensor slice_by_index_24_begin_0 = const()[name = string("slice_by_index_24_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_24_end_0 = const()[name = string("slice_by_index_24_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_24_end_mask_0 = const()[name = string("slice_by_index_24_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_24 = slice_by_index(begin = slice_by_index_24_begin_0, end = slice_by_index_24_end_0, end_mask = slice_by_index_24_end_mask_0, x = mul_299)[name = string("slice_by_index_24")]; tensor slice_by_index_25_begin_0 = const()[name = string("slice_by_index_25_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_25_end_0 = const()[name = string("slice_by_index_25_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_25_end_mask_0 = const()[name = string("slice_by_index_25_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_25 = slice_by_index(begin = slice_by_index_25_begin_0, end = slice_by_index_25_end_0, end_mask = slice_by_index_25_end_mask_0, x = mul_299)[name = string("slice_by_index_25")]; int32 concat_12_axis_0 = const()[name = string("concat_12_axis_0"), val = int32(-1)]; bool concat_12_interleave_0 = const()[name = string("concat_12_interleave_0"), val = bool(false)]; tensor concat_12 = concat(axis = concat_12_axis_0, interleave = concat_12_interleave_0, values = (slice_by_index_25, slice_by_index_24))[name = string("concat_12")]; tensor mul_300_y_0 = const()[name = string("mul_300_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_300 = mul(x = concat_12, y = mul_300_y_0)[name = string("mul_300")]; tensor mul_301 = mul(x = mul_299, y = mul_11_y_0)[name = string("mul_301")]; tensor mul_302 = mul(x = mul_300, y = mul_12_y_0)[name = string("mul_302")]; tensor add_36 = add(x = mul_301, y = mul_302)[name = string("add_36")]; tensor transpose_25 = transpose(perm = transpose_25_perm_0, x = reshape_51)[name = string("transpose_38")]; tensor mul_303 = mul(x = transpose_25, y = transpose_25)[name = string("mul_303")]; tensor reduce_mean_65_axes_0 = const()[name = string("reduce_mean_65_axes_0"), val = tensor([-1])]; bool reduce_mean_65_keep_dims_0 = const()[name = string("reduce_mean_65_keep_dims_0"), val = bool(true)]; tensor reduce_mean_65 = reduce_mean(axes = reduce_mean_65_axes_0, keep_dims = reduce_mean_65_keep_dims_0, x = mul_303)[name = string("reduce_mean_65")]; fp32 rsqrt_65_epsilon_0 = const()[name = string("rsqrt_65_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_65 = rsqrt(epsilon = rsqrt_65_epsilon_0, x = reduce_mean_65)[name = string("rsqrt_65")]; tensor mul_304 = mul(x = transpose_25, y = rsqrt_65)[name = string("mul_304")]; tensor mul_305_y_0 = const()[name = string("mul_305_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439296)))]; tensor mul_305 = mul(x = mul_304, y = mul_305_y_0)[name = string("mul_305")]; tensor slice_by_index_26_begin_0 = const()[name = string("slice_by_index_26_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_26_end_0 = const()[name = string("slice_by_index_26_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_26_end_mask_0 = const()[name = string("slice_by_index_26_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_26 = slice_by_index(begin = slice_by_index_26_begin_0, end = slice_by_index_26_end_0, end_mask = slice_by_index_26_end_mask_0, x = mul_305)[name = string("slice_by_index_26")]; tensor slice_by_index_27_begin_0 = const()[name = string("slice_by_index_27_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_27_end_0 = const()[name = string("slice_by_index_27_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_27_end_mask_0 = const()[name = string("slice_by_index_27_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_27 = slice_by_index(begin = slice_by_index_27_begin_0, end = slice_by_index_27_end_0, end_mask = slice_by_index_27_end_mask_0, x = mul_305)[name = string("slice_by_index_27")]; int32 concat_13_axis_0 = const()[name = string("concat_13_axis_0"), val = int32(-1)]; bool concat_13_interleave_0 = const()[name = string("concat_13_interleave_0"), val = bool(false)]; tensor concat_13 = concat(axis = concat_13_axis_0, interleave = concat_13_interleave_0, values = (slice_by_index_27, slice_by_index_26))[name = string("concat_13")]; tensor mul_306_y_0 = const()[name = string("mul_306_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_306 = mul(x = concat_13, y = mul_306_y_0)[name = string("mul_306")]; tensor mul_307 = mul(x = mul_305, y = mul_11_y_0)[name = string("mul_307")]; tensor mul_308 = mul(x = mul_306, y = mul_12_y_0)[name = string("mul_308")]; tensor add_37 = add(x = mul_307, y = mul_308)[name = string("add_37")]; tensor reshape_53_shape_0 = const()[name = string("reshape_53_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_53 = reshape(shape = reshape_53_shape_0, x = add_37)[name = string("reshape_53")]; tensor tile_12_reps_0 = const()[name = string("tile_12_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_12 = tile(reps = tile_12_reps_0, x = reshape_53)[name = string("tile_12")]; tensor reshape_54_shape_0 = const()[name = string("reshape_54_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_54 = reshape(shape = reshape_54_shape_0, x = tile_12)[name = string("reshape_54")]; tensor reshape_55_shape_0 = const()[name = string("reshape_55_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_26 = transpose(perm = transpose_26_perm_0, x = reshape_52)[name = string("transpose_37")]; tensor reshape_55 = reshape(shape = reshape_55_shape_0, x = transpose_26)[name = string("reshape_55")]; tensor tile_13_reps_0 = const()[name = string("tile_13_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_13 = tile(reps = tile_13_reps_0, x = reshape_55)[name = string("tile_13")]; tensor reshape_56_shape_0 = const()[name = string("reshape_56_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_56 = reshape(shape = reshape_56_shape_0, x = tile_13)[name = string("reshape_56")]; fp16 mul_309_y_0 = const()[name = string("mul_309_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_309 = mul(x = add_36, y = mul_309_y_0)[name = string("mul_309")]; bool matmul_12_transpose_y_0 = const()[name = string("matmul_12_transpose_y_0"), val = bool(true)]; bool matmul_12_transpose_x_0 = const()[name = string("matmul_12_transpose_x_0"), val = bool(false)]; tensor matmul_12 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = mul_309, y = reshape_54)[name = string("matmul_12")]; tensor add_38 = add(x = matmul_12, y = reshape_1)[name = string("add_38")]; int32 softmax_6_axis_0 = const()[name = string("softmax_6_axis_0"), val = int32(-1)]; tensor softmax_6 = softmax(axis = softmax_6_axis_0, x = add_38)[name = string("softmax_6")]; bool matmul_13_transpose_x_0 = const()[name = string("matmul_13_transpose_x_0"), val = bool(false)]; bool matmul_13_transpose_y_0 = const()[name = string("matmul_13_transpose_y_0"), val = bool(false)]; tensor matmul_13 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = softmax_6, y = reshape_56)[name = string("matmul_13")]; tensor transpose_27_perm_0 = const()[name = string("transpose_27_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_57_shape_0 = const()[name = string("reshape_57_shape_0"), val = tensor([16, 352])]; tensor transpose_27 = transpose(perm = transpose_27_perm_0, x = matmul_13)[name = string("transpose_36")]; tensor reshape_57 = reshape(shape = reshape_57_shape_0, x = transpose_27)[name = string("reshape_57")]; tensor mul_310 = mul(x = reshape_57, y = reshape_57)[name = string("mul_310")]; tensor reduce_mean_66_axes_0 = const()[name = string("reduce_mean_66_axes_0"), val = tensor([-1])]; bool reduce_mean_66_keep_dims_0 = const()[name = string("reduce_mean_66_keep_dims_0"), val = bool(true)]; tensor reduce_mean_66 = reduce_mean(axes = reduce_mean_66_axes_0, keep_dims = reduce_mean_66_keep_dims_0, x = mul_310)[name = string("reduce_mean_66")]; fp32 rsqrt_66_epsilon_0 = const()[name = string("rsqrt_66_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_66 = rsqrt(epsilon = rsqrt_66_epsilon_0, x = reduce_mean_66)[name = string("rsqrt_66")]; tensor mul_311 = mul(x = reshape_57, y = rsqrt_66)[name = string("mul_311")]; tensor mul_312_y_0 = const()[name = string("mul_312_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439488)))]; tensor mul_312 = mul(x = mul_311, y = mul_312_y_0)[name = string("mul_312")]; tensor tern_6_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4440256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_o_weight_0_palettized")]; tensor tern_6_o = linear(bias = linear_0_bias_0, weight = tern_6_o_weight_0_palettized, x = mul_312)[name = string("tern_6_o")]; tensor mul_313_y_0 = const()[name = string("mul_313_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4471296)))]; tensor mul_313 = mul(x = tern_6_o, y = mul_313_y_0)[name = string("mul_313")]; tensor add_39 = add(x = add_35, y = mul_313)[name = string("add_39")]; tensor mul_314 = mul(x = add_39, y = add_39)[name = string("mul_314")]; tensor reduce_mean_67_axes_0 = const()[name = string("reduce_mean_67_axes_0"), val = tensor([-1])]; bool reduce_mean_67_keep_dims_0 = const()[name = string("reduce_mean_67_keep_dims_0"), val = bool(true)]; tensor reduce_mean_67 = reduce_mean(axes = reduce_mean_67_axes_0, keep_dims = reduce_mean_67_keep_dims_0, x = mul_314)[name = string("reduce_mean_67")]; fp32 rsqrt_67_epsilon_0 = const()[name = string("rsqrt_67_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_67 = rsqrt(epsilon = rsqrt_67_epsilon_0, x = reduce_mean_67)[name = string("rsqrt_67")]; tensor mul_315 = mul(x = add_39, y = rsqrt_67)[name = string("mul_315")]; tensor mul_316_y_0 = const()[name = string("mul_316_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472064)))]; tensor mul_316 = mul(x = mul_315, y = mul_316_y_0)[name = string("mul_316")]; tensor mul_317 = mul(x = mul_316, y = mul_316)[name = string("mul_317")]; tensor reduce_mean_68_axes_0 = const()[name = string("reduce_mean_68_axes_0"), val = tensor([-1])]; bool reduce_mean_68_keep_dims_0 = const()[name = string("reduce_mean_68_keep_dims_0"), val = bool(true)]; tensor reduce_mean_68 = reduce_mean(axes = reduce_mean_68_axes_0, keep_dims = reduce_mean_68_keep_dims_0, x = mul_317)[name = string("reduce_mean_68")]; fp32 rsqrt_68_epsilon_0 = const()[name = string("rsqrt_68_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_68 = rsqrt(epsilon = rsqrt_68_epsilon_0, x = reduce_mean_68)[name = string("rsqrt_68")]; tensor mul_318 = mul(x = mul_316, y = rsqrt_68)[name = string("mul_318")]; tensor mul_319_y_0 = const()[name = string("mul_319_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472832)))]; tensor mul_319 = mul(x = mul_318, y = mul_319_y_0)[name = string("mul_319")]; tensor tern_6_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4473600))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w1_weight_0_palettized")]; tensor tern_6_w1 = linear(bias = linear_4_bias_0, weight = tern_6_w1_weight_0_palettized, x = mul_319)[name = string("tern_6_w1")]; tensor mul_320_y_0 = const()[name = string("mul_320_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4558144)))]; tensor mul_320 = mul(x = tern_6_w1, y = mul_320_y_0)[name = string("mul_320")]; tensor mul_323_y_0 = const()[name = string("mul_323_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560128)))]; tensor mul_323 = mul(x = mul_318, y = mul_323_y_0)[name = string("mul_323")]; tensor tern_6_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560896))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w3_weight_0_palettized")]; tensor tern_6_w3 = linear(bias = linear_4_bias_0, weight = tern_6_w3_weight_0_palettized, x = mul_323)[name = string("tern_6_w3")]; tensor mul_324_y_0 = const()[name = string("mul_324_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4645440)))]; tensor mul_324 = mul(x = tern_6_w3, y = mul_324_y_0)[name = string("mul_324")]; fp16 mul_325_y_0 = const()[name = string("mul_325_y_0"), val = fp16(0x1p-1)]; tensor mul_325 = mul(x = mul_320, y = mul_325_y_0)[name = string("mul_325")]; tensor tanh_6 = tanh(x = mul_325)[name = string("tanh_6")]; fp16 mul_326_x_0 = const()[name = string("mul_326_x_0"), val = fp16(0x1p-1)]; tensor mul_326 = mul(x = mul_326_x_0, y = tanh_6)[name = string("mul_326")]; fp16 add_40_x_0 = const()[name = string("add_40_x_0"), val = fp16(0x1p-1)]; tensor add_40 = add(x = add_40_x_0, y = mul_326)[name = string("add_40")]; tensor mul_327 = mul(x = mul_320, y = add_40)[name = string("mul_327")]; tensor mul_328 = mul(x = mul_327, y = mul_324)[name = string("mul_328")]; tensor mul_329 = mul(x = mul_328, y = mul_328)[name = string("mul_329")]; tensor reduce_mean_70_axes_0 = const()[name = string("reduce_mean_70_axes_0"), val = tensor([-1])]; bool reduce_mean_70_keep_dims_0 = const()[name = string("reduce_mean_70_keep_dims_0"), val = bool(true)]; tensor reduce_mean_70 = reduce_mean(axes = reduce_mean_70_axes_0, keep_dims = reduce_mean_70_keep_dims_0, x = mul_329)[name = string("reduce_mean_70")]; fp32 rsqrt_70_epsilon_0 = const()[name = string("rsqrt_70_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_70 = rsqrt(epsilon = rsqrt_70_epsilon_0, x = reduce_mean_70)[name = string("rsqrt_70")]; tensor mul_330 = mul(x = mul_328, y = rsqrt_70)[name = string("mul_330")]; tensor mul_331_y_0 = const()[name = string("mul_331_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4647424)))]; tensor mul_331 = mul(x = mul_330, y = mul_331_y_0)[name = string("mul_331")]; tensor tern_6_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4649408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w2_weight_0_palettized")]; tensor tern_6_w2 = linear(bias = linear_0_bias_0, weight = tern_6_w2_weight_0_palettized, x = mul_331)[name = string("tern_6_w2")]; tensor mul_332_y_0 = const()[name = string("mul_332_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4733952)))]; tensor mul_332 = mul(x = tern_6_w2, y = mul_332_y_0)[name = string("mul_332")]; tensor add_41 = add(x = add_39, y = mul_332)[name = string("add_41")]; tensor mul_333 = mul(x = add_41, y = add_41)[name = string("mul_333")]; tensor reduce_mean_71_axes_0 = const()[name = string("reduce_mean_71_axes_0"), val = tensor([-1])]; bool reduce_mean_71_keep_dims_0 = const()[name = string("reduce_mean_71_keep_dims_0"), val = bool(true)]; tensor reduce_mean_71 = reduce_mean(axes = reduce_mean_71_axes_0, keep_dims = reduce_mean_71_keep_dims_0, x = mul_333)[name = string("reduce_mean_71")]; fp32 rsqrt_71_epsilon_0 = const()[name = string("rsqrt_71_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_71 = rsqrt(epsilon = rsqrt_71_epsilon_0, x = reduce_mean_71)[name = string("rsqrt_71")]; tensor mul_334 = mul(x = add_41, y = rsqrt_71)[name = string("mul_334")]; tensor mul_335_y_0 = const()[name = string("mul_335_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4734720)))]; tensor mul_335 = mul(x = mul_334, y = mul_335_y_0)[name = string("mul_335")]; tensor mul_336 = mul(x = mul_335, y = mul_335)[name = string("mul_336")]; tensor reduce_mean_72_axes_0 = const()[name = string("reduce_mean_72_axes_0"), val = tensor([-1])]; bool reduce_mean_72_keep_dims_0 = const()[name = string("reduce_mean_72_keep_dims_0"), val = bool(true)]; tensor reduce_mean_72 = reduce_mean(axes = reduce_mean_72_axes_0, keep_dims = reduce_mean_72_keep_dims_0, x = mul_336)[name = string("reduce_mean_72")]; fp32 rsqrt_72_epsilon_0 = const()[name = string("rsqrt_72_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_72 = rsqrt(epsilon = rsqrt_72_epsilon_0, x = reduce_mean_72)[name = string("rsqrt_72")]; tensor mul_337 = mul(x = mul_335, y = rsqrt_72)[name = string("mul_337")]; tensor mul_338_y_0 = const()[name = string("mul_338_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4735488)))]; tensor mul_338 = mul(x = mul_337, y = mul_338_y_0)[name = string("mul_338")]; tensor tern_7_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4736256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_q_weight_0_palettized")]; tensor tern_7_q = linear(bias = linear_0_bias_0, weight = tern_7_q_weight_0_palettized, x = mul_338)[name = string("tern_7_q")]; tensor mul_339_y_0 = const()[name = string("mul_339_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4767296)))]; tensor mul_339 = mul(x = tern_7_q, y = mul_339_y_0)[name = string("mul_339")]; tensor reshape_58_shape_0 = const()[name = string("reshape_58_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_58 = reshape(shape = reshape_58_shape_0, x = mul_339)[name = string("reshape_58")]; tensor transpose_28_perm_0 = const()[name = string("transpose_28_perm_0"), val = tensor([1, 0, 2])]; tensor mul_342_y_0 = const()[name = string("mul_342_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768064)))]; tensor mul_342 = mul(x = mul_337, y = mul_342_y_0)[name = string("mul_342")]; tensor tern_7_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768832))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_k_weight_0_palettized")]; tensor tern_7_k_bias_0 = const()[name = string("tern_7_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_k = linear(bias = tern_7_k_bias_0, weight = tern_7_k_weight_0_palettized, x = mul_342)[name = string("tern_7_k")]; tensor mul_343_y_0 = const()[name = string("mul_343_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776640)))]; tensor mul_343 = mul(x = tern_7_k, y = mul_343_y_0)[name = string("mul_343")]; tensor reshape_59_shape_0 = const()[name = string("reshape_59_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_59 = reshape(shape = reshape_59_shape_0, x = mul_343)[name = string("reshape_59")]; tensor transpose_29_perm_0 = const()[name = string("transpose_29_perm_0"), val = tensor([1, 0, 2])]; tensor mul_346_y_0 = const()[name = string("mul_346_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776896)))]; tensor mul_346 = mul(x = mul_337, y = mul_346_y_0)[name = string("mul_346")]; tensor tern_7_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4777664))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_v_weight_0_palettized")]; tensor tern_7_v_bias_0 = const()[name = string("tern_7_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_v = linear(bias = tern_7_v_bias_0, weight = tern_7_v_weight_0_palettized, x = mul_346)[name = string("tern_7_v")]; tensor mul_347_y_0 = const()[name = string("mul_347_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785472)))]; tensor mul_347 = mul(x = tern_7_v, y = mul_347_y_0)[name = string("mul_347")]; tensor reshape_60_shape_0 = const()[name = string("reshape_60_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_60 = reshape(shape = reshape_60_shape_0, x = mul_347)[name = string("reshape_60")]; tensor transpose_30_perm_0 = const()[name = string("transpose_30_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_28 = transpose(perm = transpose_28_perm_0, x = reshape_58)[name = string("transpose_35")]; tensor mul_348 = mul(x = transpose_28, y = transpose_28)[name = string("mul_348")]; tensor reduce_mean_75_axes_0 = const()[name = string("reduce_mean_75_axes_0"), val = tensor([-1])]; bool reduce_mean_75_keep_dims_0 = const()[name = string("reduce_mean_75_keep_dims_0"), val = bool(true)]; tensor reduce_mean_75 = reduce_mean(axes = reduce_mean_75_axes_0, keep_dims = reduce_mean_75_keep_dims_0, x = mul_348)[name = string("reduce_mean_75")]; fp32 rsqrt_75_epsilon_0 = const()[name = string("rsqrt_75_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_75 = rsqrt(epsilon = rsqrt_75_epsilon_0, x = reduce_mean_75)[name = string("rsqrt_75")]; tensor mul_349 = mul(x = transpose_28, y = rsqrt_75)[name = string("mul_349")]; tensor mul_350_y_0 = const()[name = string("mul_350_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785728)))]; tensor mul_350 = mul(x = mul_349, y = mul_350_y_0)[name = string("mul_350")]; tensor slice_by_index_28_begin_0 = const()[name = string("slice_by_index_28_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_28_end_0 = const()[name = string("slice_by_index_28_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_28_end_mask_0 = const()[name = string("slice_by_index_28_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_28 = slice_by_index(begin = slice_by_index_28_begin_0, end = slice_by_index_28_end_0, end_mask = slice_by_index_28_end_mask_0, x = mul_350)[name = string("slice_by_index_28")]; tensor slice_by_index_29_begin_0 = const()[name = string("slice_by_index_29_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_29_end_0 = const()[name = string("slice_by_index_29_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_29_end_mask_0 = const()[name = string("slice_by_index_29_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_29 = slice_by_index(begin = slice_by_index_29_begin_0, end = slice_by_index_29_end_0, end_mask = slice_by_index_29_end_mask_0, x = mul_350)[name = string("slice_by_index_29")]; int32 concat_14_axis_0 = const()[name = string("concat_14_axis_0"), val = int32(-1)]; bool concat_14_interleave_0 = const()[name = string("concat_14_interleave_0"), val = bool(false)]; tensor concat_14 = concat(axis = concat_14_axis_0, interleave = concat_14_interleave_0, values = (slice_by_index_29, slice_by_index_28))[name = string("concat_14")]; tensor mul_351_y_0 = const()[name = string("mul_351_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_351 = mul(x = concat_14, y = mul_351_y_0)[name = string("mul_351")]; tensor mul_352 = mul(x = mul_350, y = mul_11_y_0)[name = string("mul_352")]; tensor mul_353 = mul(x = mul_351, y = mul_12_y_0)[name = string("mul_353")]; tensor add_42 = add(x = mul_352, y = mul_353)[name = string("add_42")]; tensor transpose_29 = transpose(perm = transpose_29_perm_0, x = reshape_59)[name = string("transpose_34")]; tensor mul_354 = mul(x = transpose_29, y = transpose_29)[name = string("mul_354")]; tensor reduce_mean_76_axes_0 = const()[name = string("reduce_mean_76_axes_0"), val = tensor([-1])]; bool reduce_mean_76_keep_dims_0 = const()[name = string("reduce_mean_76_keep_dims_0"), val = bool(true)]; tensor reduce_mean_76 = reduce_mean(axes = reduce_mean_76_axes_0, keep_dims = reduce_mean_76_keep_dims_0, x = mul_354)[name = string("reduce_mean_76")]; fp32 rsqrt_76_epsilon_0 = const()[name = string("rsqrt_76_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_76 = rsqrt(epsilon = rsqrt_76_epsilon_0, x = reduce_mean_76)[name = string("rsqrt_76")]; tensor mul_355 = mul(x = transpose_29, y = rsqrt_76)[name = string("mul_355")]; tensor mul_356_y_0 = const()[name = string("mul_356_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785920)))]; tensor mul_356 = mul(x = mul_355, y = mul_356_y_0)[name = string("mul_356")]; tensor slice_by_index_30_begin_0 = const()[name = string("slice_by_index_30_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_30_end_0 = const()[name = string("slice_by_index_30_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_30_end_mask_0 = const()[name = string("slice_by_index_30_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_30 = slice_by_index(begin = slice_by_index_30_begin_0, end = slice_by_index_30_end_0, end_mask = slice_by_index_30_end_mask_0, x = mul_356)[name = string("slice_by_index_30")]; tensor slice_by_index_31_begin_0 = const()[name = string("slice_by_index_31_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_31_end_0 = const()[name = string("slice_by_index_31_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_31_end_mask_0 = const()[name = string("slice_by_index_31_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_31 = slice_by_index(begin = slice_by_index_31_begin_0, end = slice_by_index_31_end_0, end_mask = slice_by_index_31_end_mask_0, x = mul_356)[name = string("slice_by_index_31")]; int32 concat_15_axis_0 = const()[name = string("concat_15_axis_0"), val = int32(-1)]; bool concat_15_interleave_0 = const()[name = string("concat_15_interleave_0"), val = bool(false)]; tensor concat_15 = concat(axis = concat_15_axis_0, interleave = concat_15_interleave_0, values = (slice_by_index_31, slice_by_index_30))[name = string("concat_15")]; tensor mul_357_y_0 = const()[name = string("mul_357_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_357 = mul(x = concat_15, y = mul_357_y_0)[name = string("mul_357")]; tensor mul_358 = mul(x = mul_356, y = mul_11_y_0)[name = string("mul_358")]; tensor mul_359 = mul(x = mul_357, y = mul_12_y_0)[name = string("mul_359")]; tensor add_43 = add(x = mul_358, y = mul_359)[name = string("add_43")]; tensor reshape_61_shape_0 = const()[name = string("reshape_61_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_61 = reshape(shape = reshape_61_shape_0, x = add_43)[name = string("reshape_61")]; tensor tile_14_reps_0 = const()[name = string("tile_14_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_14 = tile(reps = tile_14_reps_0, x = reshape_61)[name = string("tile_14")]; tensor reshape_62_shape_0 = const()[name = string("reshape_62_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_62 = reshape(shape = reshape_62_shape_0, x = tile_14)[name = string("reshape_62")]; tensor reshape_63_shape_0 = const()[name = string("reshape_63_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_30 = transpose(perm = transpose_30_perm_0, x = reshape_60)[name = string("transpose_33")]; tensor reshape_63 = reshape(shape = reshape_63_shape_0, x = transpose_30)[name = string("reshape_63")]; tensor tile_15_reps_0 = const()[name = string("tile_15_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_15 = tile(reps = tile_15_reps_0, x = reshape_63)[name = string("tile_15")]; tensor reshape_64_shape_0 = const()[name = string("reshape_64_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_64 = reshape(shape = reshape_64_shape_0, x = tile_15)[name = string("reshape_64")]; fp16 mul_360_y_0 = const()[name = string("mul_360_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_360 = mul(x = add_42, y = mul_360_y_0)[name = string("mul_360")]; bool matmul_14_transpose_y_0 = const()[name = string("matmul_14_transpose_y_0"), val = bool(true)]; bool matmul_14_transpose_x_0 = const()[name = string("matmul_14_transpose_x_0"), val = bool(false)]; tensor matmul_14 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = mul_360, y = reshape_62)[name = string("matmul_14")]; tensor add_44 = add(x = matmul_14, y = reshape_1)[name = string("add_44")]; int32 softmax_7_axis_0 = const()[name = string("softmax_7_axis_0"), val = int32(-1)]; tensor softmax_7 = softmax(axis = softmax_7_axis_0, x = add_44)[name = string("softmax_7")]; bool matmul_15_transpose_x_0 = const()[name = string("matmul_15_transpose_x_0"), val = bool(false)]; bool matmul_15_transpose_y_0 = const()[name = string("matmul_15_transpose_y_0"), val = bool(false)]; tensor matmul_15 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = softmax_7, y = reshape_64)[name = string("matmul_15")]; tensor transpose_31_perm_0 = const()[name = string("transpose_31_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_65_shape_0 = const()[name = string("reshape_65_shape_0"), val = tensor([16, 352])]; tensor transpose_31 = transpose(perm = transpose_31_perm_0, x = matmul_15)[name = string("transpose_32")]; tensor reshape_65 = reshape(shape = reshape_65_shape_0, x = transpose_31)[name = string("reshape_65")]; tensor mul_361 = mul(x = reshape_65, y = reshape_65)[name = string("mul_361")]; tensor reduce_mean_77_axes_0 = const()[name = string("reduce_mean_77_axes_0"), val = tensor([-1])]; bool reduce_mean_77_keep_dims_0 = const()[name = string("reduce_mean_77_keep_dims_0"), val = bool(true)]; tensor reduce_mean_77 = reduce_mean(axes = reduce_mean_77_axes_0, keep_dims = reduce_mean_77_keep_dims_0, x = mul_361)[name = string("reduce_mean_77")]; fp32 rsqrt_77_epsilon_0 = const()[name = string("rsqrt_77_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_77 = rsqrt(epsilon = rsqrt_77_epsilon_0, x = reduce_mean_77)[name = string("rsqrt_77")]; tensor mul_362 = mul(x = reshape_65, y = rsqrt_77)[name = string("mul_362")]; tensor mul_363_y_0 = const()[name = string("mul_363_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786112)))]; tensor mul_363 = mul(x = mul_362, y = mul_363_y_0)[name = string("mul_363")]; tensor tern_7_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_o_weight_0_palettized")]; tensor tern_7_o = linear(bias = linear_0_bias_0, weight = tern_7_o_weight_0_palettized, x = mul_363)[name = string("tern_7_o")]; tensor mul_364_y_0 = const()[name = string("mul_364_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4817920)))]; tensor mul_364 = mul(x = tern_7_o, y = mul_364_y_0)[name = string("mul_364")]; tensor add_45 = add(x = add_41, y = mul_364)[name = string("add_45")]; tensor mul_365 = mul(x = add_45, y = add_45)[name = string("mul_365")]; tensor reduce_mean_78_axes_0 = const()[name = string("reduce_mean_78_axes_0"), val = tensor([-1])]; bool reduce_mean_78_keep_dims_0 = const()[name = string("reduce_mean_78_keep_dims_0"), val = bool(true)]; tensor reduce_mean_78 = reduce_mean(axes = reduce_mean_78_axes_0, keep_dims = reduce_mean_78_keep_dims_0, x = mul_365)[name = string("reduce_mean_78")]; fp32 rsqrt_78_epsilon_0 = const()[name = string("rsqrt_78_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_78 = rsqrt(epsilon = rsqrt_78_epsilon_0, x = reduce_mean_78)[name = string("rsqrt_78")]; tensor mul_366 = mul(x = add_45, y = rsqrt_78)[name = string("mul_366")]; tensor mul_367_y_0 = const()[name = string("mul_367_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4818688)))]; tensor mul_367 = mul(x = mul_366, y = mul_367_y_0)[name = string("mul_367")]; tensor mul_368 = mul(x = mul_367, y = mul_367)[name = string("mul_368")]; tensor reduce_mean_79_axes_0 = const()[name = string("reduce_mean_79_axes_0"), val = tensor([-1])]; bool reduce_mean_79_keep_dims_0 = const()[name = string("reduce_mean_79_keep_dims_0"), val = bool(true)]; tensor reduce_mean_79 = reduce_mean(axes = reduce_mean_79_axes_0, keep_dims = reduce_mean_79_keep_dims_0, x = mul_368)[name = string("reduce_mean_79")]; fp32 rsqrt_79_epsilon_0 = const()[name = string("rsqrt_79_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_79 = rsqrt(epsilon = rsqrt_79_epsilon_0, x = reduce_mean_79)[name = string("rsqrt_79")]; tensor mul_369 = mul(x = mul_367, y = rsqrt_79)[name = string("mul_369")]; tensor mul_370_y_0 = const()[name = string("mul_370_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4819456)))]; tensor mul_370 = mul(x = mul_369, y = mul_370_y_0)[name = string("mul_370")]; tensor tern_7_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4820224))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w1_weight_0_palettized")]; tensor tern_7_w1 = linear(bias = linear_4_bias_0, weight = tern_7_w1_weight_0_palettized, x = mul_370)[name = string("tern_7_w1")]; tensor mul_371_y_0 = const()[name = string("mul_371_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4904768)))]; tensor mul_371 = mul(x = tern_7_w1, y = mul_371_y_0)[name = string("mul_371")]; tensor mul_374_y_0 = const()[name = string("mul_374_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4906752)))]; tensor mul_374 = mul(x = mul_369, y = mul_374_y_0)[name = string("mul_374")]; tensor tern_7_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4907520))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w3_weight_0_palettized")]; tensor tern_7_w3 = linear(bias = linear_4_bias_0, weight = tern_7_w3_weight_0_palettized, x = mul_374)[name = string("tern_7_w3")]; tensor mul_375_y_0 = const()[name = string("mul_375_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4992064)))]; tensor mul_375 = mul(x = tern_7_w3, y = mul_375_y_0)[name = string("mul_375")]; fp16 mul_376_y_0 = const()[name = string("mul_376_y_0"), val = fp16(0x1p-1)]; tensor mul_376 = mul(x = mul_371, y = mul_376_y_0)[name = string("mul_376")]; tensor tanh_7 = tanh(x = mul_376)[name = string("tanh_7")]; fp16 mul_377_x_0 = const()[name = string("mul_377_x_0"), val = fp16(0x1p-1)]; tensor mul_377 = mul(x = mul_377_x_0, y = tanh_7)[name = string("mul_377")]; fp16 add_46_x_0 = const()[name = string("add_46_x_0"), val = fp16(0x1p-1)]; tensor add_46 = add(x = add_46_x_0, y = mul_377)[name = string("add_46")]; tensor mul_378 = mul(x = mul_371, y = add_46)[name = string("mul_378")]; tensor mul_379 = mul(x = mul_378, y = mul_375)[name = string("mul_379")]; tensor mul_380 = mul(x = mul_379, y = mul_379)[name = string("mul_380")]; tensor reduce_mean_81_axes_0 = const()[name = string("reduce_mean_81_axes_0"), val = tensor([-1])]; bool reduce_mean_81_keep_dims_0 = const()[name = string("reduce_mean_81_keep_dims_0"), val = bool(true)]; tensor reduce_mean_81 = reduce_mean(axes = reduce_mean_81_axes_0, keep_dims = reduce_mean_81_keep_dims_0, x = mul_380)[name = string("reduce_mean_81")]; fp32 rsqrt_81_epsilon_0 = const()[name = string("rsqrt_81_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_81 = rsqrt(epsilon = rsqrt_81_epsilon_0, x = reduce_mean_81)[name = string("rsqrt_81")]; tensor mul_381 = mul(x = mul_379, y = rsqrt_81)[name = string("mul_381")]; tensor mul_382_y_0 = const()[name = string("mul_382_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4994048)))]; tensor mul_382 = mul(x = mul_381, y = mul_382_y_0)[name = string("mul_382")]; tensor tern_7_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4996032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w2_weight_0_palettized")]; tensor tern_7_w2 = linear(bias = linear_0_bias_0, weight = tern_7_w2_weight_0_palettized, x = mul_382)[name = string("tern_7_w2")]; tensor mul_383_y_0 = const()[name = string("mul_383_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5080576)))]; tensor mul_383 = mul(x = tern_7_w2, y = mul_383_y_0)[name = string("mul_383")]; tensor add_47 = add(x = add_45, y = mul_383)[name = string("add_47")]; tensor mul_384 = mul(x = add_47, y = add_47)[name = string("mul_384")]; tensor reduce_mean_82_axes_0 = const()[name = string("reduce_mean_82_axes_0"), val = tensor([-1])]; bool reduce_mean_82_keep_dims_0 = const()[name = string("reduce_mean_82_keep_dims_0"), val = bool(true)]; tensor reduce_mean_82 = reduce_mean(axes = reduce_mean_82_axes_0, keep_dims = reduce_mean_82_keep_dims_0, x = mul_384)[name = string("reduce_mean_82")]; fp32 rsqrt_82_epsilon_0 = const()[name = string("rsqrt_82_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_82 = rsqrt(epsilon = rsqrt_82_epsilon_0, x = reduce_mean_82)[name = string("rsqrt_82")]; tensor mul_385 = mul(x = add_47, y = rsqrt_82)[name = string("mul_385")]; tensor mul_386_y_0 = const()[name = string("mul_386_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5081344)))]; tensor mul_386 = mul(x = mul_385, y = mul_386_y_0)[name = string("mul_386")]; tensor mul_387 = mul(x = mul_386, y = mul_386)[name = string("mul_387")]; tensor reduce_mean_83_axes_0 = const()[name = string("reduce_mean_83_axes_0"), val = tensor([-1])]; bool reduce_mean_83_keep_dims_0 = const()[name = string("reduce_mean_83_keep_dims_0"), val = bool(true)]; tensor reduce_mean_83 = reduce_mean(axes = reduce_mean_83_axes_0, keep_dims = reduce_mean_83_keep_dims_0, x = mul_387)[name = string("reduce_mean_83")]; fp32 rsqrt_83_epsilon_0 = const()[name = string("rsqrt_83_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_83 = rsqrt(epsilon = rsqrt_83_epsilon_0, x = reduce_mean_83)[name = string("rsqrt_83")]; tensor mul_388 = mul(x = mul_386, y = rsqrt_83)[name = string("mul_388")]; tensor mul_389_y_0 = const()[name = string("mul_389_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082112)))]; tensor mul_389 = mul(x = mul_388, y = mul_389_y_0)[name = string("mul_389")]; tensor tern_8_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_q_weight_0_palettized")]; tensor tern_8_q = linear(bias = linear_0_bias_0, weight = tern_8_q_weight_0_palettized, x = mul_389)[name = string("tern_8_q")]; tensor mul_390_y_0 = const()[name = string("mul_390_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5113920)))]; tensor mul_390 = mul(x = tern_8_q, y = mul_390_y_0)[name = string("mul_390")]; tensor reshape_66_shape_0 = const()[name = string("reshape_66_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_66 = reshape(shape = reshape_66_shape_0, x = mul_390)[name = string("reshape_66")]; tensor transpose_32_perm_0 = const()[name = string("transpose_32_perm_0"), val = tensor([1, 0, 2])]; tensor mul_393_y_0 = const()[name = string("mul_393_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5114688)))]; tensor mul_393 = mul(x = mul_388, y = mul_393_y_0)[name = string("mul_393")]; tensor tern_8_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5115456))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_k_weight_0_palettized")]; tensor tern_8_k_bias_0 = const()[name = string("tern_8_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_k = linear(bias = tern_8_k_bias_0, weight = tern_8_k_weight_0_palettized, x = mul_393)[name = string("tern_8_k")]; tensor mul_394_y_0 = const()[name = string("mul_394_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123264)))]; tensor mul_394 = mul(x = tern_8_k, y = mul_394_y_0)[name = string("mul_394")]; tensor reshape_67_shape_0 = const()[name = string("reshape_67_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_67 = reshape(shape = reshape_67_shape_0, x = mul_394)[name = string("reshape_67")]; tensor transpose_33_perm_0 = const()[name = string("transpose_33_perm_0"), val = tensor([1, 0, 2])]; tensor mul_397_y_0 = const()[name = string("mul_397_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123520)))]; tensor mul_397 = mul(x = mul_388, y = mul_397_y_0)[name = string("mul_397")]; tensor tern_8_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5124288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_v_weight_0_palettized")]; tensor tern_8_v_bias_0 = const()[name = string("tern_8_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_v = linear(bias = tern_8_v_bias_0, weight = tern_8_v_weight_0_palettized, x = mul_397)[name = string("tern_8_v")]; tensor mul_398_y_0 = const()[name = string("mul_398_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132096)))]; tensor mul_398 = mul(x = tern_8_v, y = mul_398_y_0)[name = string("mul_398")]; tensor reshape_68_shape_0 = const()[name = string("reshape_68_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_68 = reshape(shape = reshape_68_shape_0, x = mul_398)[name = string("reshape_68")]; tensor transpose_34_perm_0 = const()[name = string("transpose_34_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_32 = transpose(perm = transpose_32_perm_0, x = reshape_66)[name = string("transpose_31")]; tensor mul_399 = mul(x = transpose_32, y = transpose_32)[name = string("mul_399")]; tensor reduce_mean_86_axes_0 = const()[name = string("reduce_mean_86_axes_0"), val = tensor([-1])]; bool reduce_mean_86_keep_dims_0 = const()[name = string("reduce_mean_86_keep_dims_0"), val = bool(true)]; tensor reduce_mean_86 = reduce_mean(axes = reduce_mean_86_axes_0, keep_dims = reduce_mean_86_keep_dims_0, x = mul_399)[name = string("reduce_mean_86")]; fp32 rsqrt_86_epsilon_0 = const()[name = string("rsqrt_86_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_86 = rsqrt(epsilon = rsqrt_86_epsilon_0, x = reduce_mean_86)[name = string("rsqrt_86")]; tensor mul_400 = mul(x = transpose_32, y = rsqrt_86)[name = string("mul_400")]; tensor mul_401_y_0 = const()[name = string("mul_401_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132352)))]; tensor mul_401 = mul(x = mul_400, y = mul_401_y_0)[name = string("mul_401")]; tensor slice_by_index_32_begin_0 = const()[name = string("slice_by_index_32_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_32_end_0 = const()[name = string("slice_by_index_32_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_32_end_mask_0 = const()[name = string("slice_by_index_32_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_32 = slice_by_index(begin = slice_by_index_32_begin_0, end = slice_by_index_32_end_0, end_mask = slice_by_index_32_end_mask_0, x = mul_401)[name = string("slice_by_index_32")]; tensor slice_by_index_33_begin_0 = const()[name = string("slice_by_index_33_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_33_end_0 = const()[name = string("slice_by_index_33_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_33_end_mask_0 = const()[name = string("slice_by_index_33_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_33 = slice_by_index(begin = slice_by_index_33_begin_0, end = slice_by_index_33_end_0, end_mask = slice_by_index_33_end_mask_0, x = mul_401)[name = string("slice_by_index_33")]; int32 concat_16_axis_0 = const()[name = string("concat_16_axis_0"), val = int32(-1)]; bool concat_16_interleave_0 = const()[name = string("concat_16_interleave_0"), val = bool(false)]; tensor concat_16 = concat(axis = concat_16_axis_0, interleave = concat_16_interleave_0, values = (slice_by_index_33, slice_by_index_32))[name = string("concat_16")]; tensor mul_402_y_0 = const()[name = string("mul_402_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_402 = mul(x = concat_16, y = mul_402_y_0)[name = string("mul_402")]; tensor mul_403 = mul(x = mul_401, y = mul_11_y_0)[name = string("mul_403")]; tensor mul_404 = mul(x = mul_402, y = mul_12_y_0)[name = string("mul_404")]; tensor add_48 = add(x = mul_403, y = mul_404)[name = string("add_48")]; tensor transpose_33 = transpose(perm = transpose_33_perm_0, x = reshape_67)[name = string("transpose_30")]; tensor mul_405 = mul(x = transpose_33, y = transpose_33)[name = string("mul_405")]; tensor reduce_mean_87_axes_0 = const()[name = string("reduce_mean_87_axes_0"), val = tensor([-1])]; bool reduce_mean_87_keep_dims_0 = const()[name = string("reduce_mean_87_keep_dims_0"), val = bool(true)]; tensor reduce_mean_87 = reduce_mean(axes = reduce_mean_87_axes_0, keep_dims = reduce_mean_87_keep_dims_0, x = mul_405)[name = string("reduce_mean_87")]; fp32 rsqrt_87_epsilon_0 = const()[name = string("rsqrt_87_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_87 = rsqrt(epsilon = rsqrt_87_epsilon_0, x = reduce_mean_87)[name = string("rsqrt_87")]; tensor mul_406 = mul(x = transpose_33, y = rsqrt_87)[name = string("mul_406")]; tensor mul_407_y_0 = const()[name = string("mul_407_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132544)))]; tensor mul_407 = mul(x = mul_406, y = mul_407_y_0)[name = string("mul_407")]; tensor slice_by_index_34_begin_0 = const()[name = string("slice_by_index_34_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_34_end_0 = const()[name = string("slice_by_index_34_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_34_end_mask_0 = const()[name = string("slice_by_index_34_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_34 = slice_by_index(begin = slice_by_index_34_begin_0, end = slice_by_index_34_end_0, end_mask = slice_by_index_34_end_mask_0, x = mul_407)[name = string("slice_by_index_34")]; tensor slice_by_index_35_begin_0 = const()[name = string("slice_by_index_35_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_35_end_0 = const()[name = string("slice_by_index_35_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_35_end_mask_0 = const()[name = string("slice_by_index_35_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_35 = slice_by_index(begin = slice_by_index_35_begin_0, end = slice_by_index_35_end_0, end_mask = slice_by_index_35_end_mask_0, x = mul_407)[name = string("slice_by_index_35")]; int32 concat_17_axis_0 = const()[name = string("concat_17_axis_0"), val = int32(-1)]; bool concat_17_interleave_0 = const()[name = string("concat_17_interleave_0"), val = bool(false)]; tensor concat_17 = concat(axis = concat_17_axis_0, interleave = concat_17_interleave_0, values = (slice_by_index_35, slice_by_index_34))[name = string("concat_17")]; tensor mul_408_y_0 = const()[name = string("mul_408_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_408 = mul(x = concat_17, y = mul_408_y_0)[name = string("mul_408")]; tensor mul_409 = mul(x = mul_407, y = mul_11_y_0)[name = string("mul_409")]; tensor mul_410 = mul(x = mul_408, y = mul_12_y_0)[name = string("mul_410")]; tensor add_49 = add(x = mul_409, y = mul_410)[name = string("add_49")]; tensor reshape_69_shape_0 = const()[name = string("reshape_69_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_69 = reshape(shape = reshape_69_shape_0, x = add_49)[name = string("reshape_69")]; tensor tile_16_reps_0 = const()[name = string("tile_16_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_16 = tile(reps = tile_16_reps_0, x = reshape_69)[name = string("tile_16")]; tensor reshape_70_shape_0 = const()[name = string("reshape_70_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_70 = reshape(shape = reshape_70_shape_0, x = tile_16)[name = string("reshape_70")]; tensor reshape_71_shape_0 = const()[name = string("reshape_71_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_34 = transpose(perm = transpose_34_perm_0, x = reshape_68)[name = string("transpose_29")]; tensor reshape_71 = reshape(shape = reshape_71_shape_0, x = transpose_34)[name = string("reshape_71")]; tensor tile_17_reps_0 = const()[name = string("tile_17_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_17 = tile(reps = tile_17_reps_0, x = reshape_71)[name = string("tile_17")]; tensor reshape_72_shape_0 = const()[name = string("reshape_72_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_72 = reshape(shape = reshape_72_shape_0, x = tile_17)[name = string("reshape_72")]; fp16 mul_411_y_0 = const()[name = string("mul_411_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_411 = mul(x = add_48, y = mul_411_y_0)[name = string("mul_411")]; bool matmul_16_transpose_y_0 = const()[name = string("matmul_16_transpose_y_0"), val = bool(true)]; bool matmul_16_transpose_x_0 = const()[name = string("matmul_16_transpose_x_0"), val = bool(false)]; tensor matmul_16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = mul_411, y = reshape_70)[name = string("matmul_16")]; tensor add_50 = add(x = matmul_16, y = reshape_1)[name = string("add_50")]; int32 softmax_8_axis_0 = const()[name = string("softmax_8_axis_0"), val = int32(-1)]; tensor softmax_8 = softmax(axis = softmax_8_axis_0, x = add_50)[name = string("softmax_8")]; bool matmul_17_transpose_x_0 = const()[name = string("matmul_17_transpose_x_0"), val = bool(false)]; bool matmul_17_transpose_y_0 = const()[name = string("matmul_17_transpose_y_0"), val = bool(false)]; tensor matmul_17 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = softmax_8, y = reshape_72)[name = string("matmul_17")]; tensor transpose_35_perm_0 = const()[name = string("transpose_35_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_73_shape_0 = const()[name = string("reshape_73_shape_0"), val = tensor([16, 352])]; tensor transpose_35 = transpose(perm = transpose_35_perm_0, x = matmul_17)[name = string("transpose_28")]; tensor reshape_73 = reshape(shape = reshape_73_shape_0, x = transpose_35)[name = string("reshape_73")]; tensor mul_412 = mul(x = reshape_73, y = reshape_73)[name = string("mul_412")]; tensor reduce_mean_88_axes_0 = const()[name = string("reduce_mean_88_axes_0"), val = tensor([-1])]; bool reduce_mean_88_keep_dims_0 = const()[name = string("reduce_mean_88_keep_dims_0"), val = bool(true)]; tensor reduce_mean_88 = reduce_mean(axes = reduce_mean_88_axes_0, keep_dims = reduce_mean_88_keep_dims_0, x = mul_412)[name = string("reduce_mean_88")]; fp32 rsqrt_88_epsilon_0 = const()[name = string("rsqrt_88_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_88 = rsqrt(epsilon = rsqrt_88_epsilon_0, x = reduce_mean_88)[name = string("rsqrt_88")]; tensor mul_413 = mul(x = reshape_73, y = rsqrt_88)[name = string("mul_413")]; tensor mul_414_y_0 = const()[name = string("mul_414_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132736)))]; tensor mul_414 = mul(x = mul_413, y = mul_414_y_0)[name = string("mul_414")]; tensor tern_8_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5133504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_o_weight_0_palettized")]; tensor tern_8_o = linear(bias = linear_0_bias_0, weight = tern_8_o_weight_0_palettized, x = mul_414)[name = string("tern_8_o")]; tensor mul_415_y_0 = const()[name = string("mul_415_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5164544)))]; tensor mul_415 = mul(x = tern_8_o, y = mul_415_y_0)[name = string("mul_415")]; tensor add_51 = add(x = add_47, y = mul_415)[name = string("add_51")]; tensor mul_416 = mul(x = add_51, y = add_51)[name = string("mul_416")]; tensor reduce_mean_89_axes_0 = const()[name = string("reduce_mean_89_axes_0"), val = tensor([-1])]; bool reduce_mean_89_keep_dims_0 = const()[name = string("reduce_mean_89_keep_dims_0"), val = bool(true)]; tensor reduce_mean_89 = reduce_mean(axes = reduce_mean_89_axes_0, keep_dims = reduce_mean_89_keep_dims_0, x = mul_416)[name = string("reduce_mean_89")]; fp32 rsqrt_89_epsilon_0 = const()[name = string("rsqrt_89_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_89 = rsqrt(epsilon = rsqrt_89_epsilon_0, x = reduce_mean_89)[name = string("rsqrt_89")]; tensor mul_417 = mul(x = add_51, y = rsqrt_89)[name = string("mul_417")]; tensor mul_418_y_0 = const()[name = string("mul_418_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5165312)))]; tensor mul_418 = mul(x = mul_417, y = mul_418_y_0)[name = string("mul_418")]; tensor mul_419 = mul(x = mul_418, y = mul_418)[name = string("mul_419")]; tensor reduce_mean_90_axes_0 = const()[name = string("reduce_mean_90_axes_0"), val = tensor([-1])]; bool reduce_mean_90_keep_dims_0 = const()[name = string("reduce_mean_90_keep_dims_0"), val = bool(true)]; tensor reduce_mean_90 = reduce_mean(axes = reduce_mean_90_axes_0, keep_dims = reduce_mean_90_keep_dims_0, x = mul_419)[name = string("reduce_mean_90")]; fp32 rsqrt_90_epsilon_0 = const()[name = string("rsqrt_90_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_90 = rsqrt(epsilon = rsqrt_90_epsilon_0, x = reduce_mean_90)[name = string("rsqrt_90")]; tensor mul_420 = mul(x = mul_418, y = rsqrt_90)[name = string("mul_420")]; tensor mul_421_y_0 = const()[name = string("mul_421_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166080)))]; tensor mul_421 = mul(x = mul_420, y = mul_421_y_0)[name = string("mul_421")]; tensor tern_8_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166848))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w1_weight_0_palettized")]; tensor tern_8_w1 = linear(bias = linear_4_bias_0, weight = tern_8_w1_weight_0_palettized, x = mul_421)[name = string("tern_8_w1")]; tensor mul_422_y_0 = const()[name = string("mul_422_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5251392)))]; tensor mul_422 = mul(x = tern_8_w1, y = mul_422_y_0)[name = string("mul_422")]; tensor mul_425_y_0 = const()[name = string("mul_425_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5253376)))]; tensor mul_425 = mul(x = mul_420, y = mul_425_y_0)[name = string("mul_425")]; tensor tern_8_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5254144))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w3_weight_0_palettized")]; tensor tern_8_w3 = linear(bias = linear_4_bias_0, weight = tern_8_w3_weight_0_palettized, x = mul_425)[name = string("tern_8_w3")]; tensor mul_426_y_0 = const()[name = string("mul_426_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5338688)))]; tensor mul_426 = mul(x = tern_8_w3, y = mul_426_y_0)[name = string("mul_426")]; fp16 mul_427_y_0 = const()[name = string("mul_427_y_0"), val = fp16(0x1p-1)]; tensor mul_427 = mul(x = mul_422, y = mul_427_y_0)[name = string("mul_427")]; tensor tanh_8 = tanh(x = mul_427)[name = string("tanh_8")]; fp16 mul_428_x_0 = const()[name = string("mul_428_x_0"), val = fp16(0x1p-1)]; tensor mul_428 = mul(x = mul_428_x_0, y = tanh_8)[name = string("mul_428")]; fp16 add_52_x_0 = const()[name = string("add_52_x_0"), val = fp16(0x1p-1)]; tensor add_52 = add(x = add_52_x_0, y = mul_428)[name = string("add_52")]; tensor mul_429 = mul(x = mul_422, y = add_52)[name = string("mul_429")]; tensor mul_430 = mul(x = mul_429, y = mul_426)[name = string("mul_430")]; tensor mul_431 = mul(x = mul_430, y = mul_430)[name = string("mul_431")]; tensor reduce_mean_92_axes_0 = const()[name = string("reduce_mean_92_axes_0"), val = tensor([-1])]; bool reduce_mean_92_keep_dims_0 = const()[name = string("reduce_mean_92_keep_dims_0"), val = bool(true)]; tensor reduce_mean_92 = reduce_mean(axes = reduce_mean_92_axes_0, keep_dims = reduce_mean_92_keep_dims_0, x = mul_431)[name = string("reduce_mean_92")]; fp32 rsqrt_92_epsilon_0 = const()[name = string("rsqrt_92_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_92 = rsqrt(epsilon = rsqrt_92_epsilon_0, x = reduce_mean_92)[name = string("rsqrt_92")]; tensor mul_432 = mul(x = mul_430, y = rsqrt_92)[name = string("mul_432")]; tensor mul_433_y_0 = const()[name = string("mul_433_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5340672)))]; tensor mul_433 = mul(x = mul_432, y = mul_433_y_0)[name = string("mul_433")]; tensor tern_8_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5342656))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w2_weight_0_palettized")]; tensor tern_8_w2 = linear(bias = linear_0_bias_0, weight = tern_8_w2_weight_0_palettized, x = mul_433)[name = string("tern_8_w2")]; tensor mul_434_y_0 = const()[name = string("mul_434_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427200)))]; tensor mul_434 = mul(x = tern_8_w2, y = mul_434_y_0)[name = string("mul_434")]; tensor add_53 = add(x = add_51, y = mul_434)[name = string("add_53")]; tensor mul_435 = mul(x = add_53, y = add_53)[name = string("mul_435")]; tensor reduce_mean_93_axes_0 = const()[name = string("reduce_mean_93_axes_0"), val = tensor([-1])]; bool reduce_mean_93_keep_dims_0 = const()[name = string("reduce_mean_93_keep_dims_0"), val = bool(true)]; tensor reduce_mean_93 = reduce_mean(axes = reduce_mean_93_axes_0, keep_dims = reduce_mean_93_keep_dims_0, x = mul_435)[name = string("reduce_mean_93")]; fp32 rsqrt_93_epsilon_0 = const()[name = string("rsqrt_93_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_93 = rsqrt(epsilon = rsqrt_93_epsilon_0, x = reduce_mean_93)[name = string("rsqrt_93")]; tensor mul_436 = mul(x = add_53, y = rsqrt_93)[name = string("mul_436")]; tensor mul_437_y_0 = const()[name = string("mul_437_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427968)))]; tensor mul_437 = mul(x = mul_436, y = mul_437_y_0)[name = string("mul_437")]; tensor mul_438 = mul(x = mul_437, y = mul_437)[name = string("mul_438")]; tensor reduce_mean_94_axes_0 = const()[name = string("reduce_mean_94_axes_0"), val = tensor([-1])]; bool reduce_mean_94_keep_dims_0 = const()[name = string("reduce_mean_94_keep_dims_0"), val = bool(true)]; tensor reduce_mean_94 = reduce_mean(axes = reduce_mean_94_axes_0, keep_dims = reduce_mean_94_keep_dims_0, x = mul_438)[name = string("reduce_mean_94")]; fp32 rsqrt_94_epsilon_0 = const()[name = string("rsqrt_94_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_94 = rsqrt(epsilon = rsqrt_94_epsilon_0, x = reduce_mean_94)[name = string("rsqrt_94")]; tensor mul_439 = mul(x = mul_437, y = rsqrt_94)[name = string("mul_439")]; tensor mul_440_y_0 = const()[name = string("mul_440_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5428736)))]; tensor mul_440 = mul(x = mul_439, y = mul_440_y_0)[name = string("mul_440")]; tensor tern_9_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5429504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_q_weight_0_palettized")]; tensor tern_9_q = linear(bias = linear_0_bias_0, weight = tern_9_q_weight_0_palettized, x = mul_440)[name = string("tern_9_q")]; tensor mul_441_y_0 = const()[name = string("mul_441_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5460544)))]; tensor mul_441 = mul(x = tern_9_q, y = mul_441_y_0)[name = string("mul_441")]; tensor reshape_74_shape_0 = const()[name = string("reshape_74_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_74 = reshape(shape = reshape_74_shape_0, x = mul_441)[name = string("reshape_74")]; tensor transpose_36_perm_0 = const()[name = string("transpose_36_perm_0"), val = tensor([1, 0, 2])]; tensor mul_444_y_0 = const()[name = string("mul_444_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5461312)))]; tensor mul_444 = mul(x = mul_439, y = mul_444_y_0)[name = string("mul_444")]; tensor tern_9_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5462080))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_k_weight_0_palettized")]; tensor tern_9_k_bias_0 = const()[name = string("tern_9_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_k = linear(bias = tern_9_k_bias_0, weight = tern_9_k_weight_0_palettized, x = mul_444)[name = string("tern_9_k")]; tensor mul_445_y_0 = const()[name = string("mul_445_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5469888)))]; tensor mul_445 = mul(x = tern_9_k, y = mul_445_y_0)[name = string("mul_445")]; tensor reshape_75_shape_0 = const()[name = string("reshape_75_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_75 = reshape(shape = reshape_75_shape_0, x = mul_445)[name = string("reshape_75")]; tensor transpose_37_perm_0 = const()[name = string("transpose_37_perm_0"), val = tensor([1, 0, 2])]; tensor mul_448_y_0 = const()[name = string("mul_448_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470144)))]; tensor mul_448 = mul(x = mul_439, y = mul_448_y_0)[name = string("mul_448")]; tensor tern_9_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_v_weight_0_palettized")]; tensor tern_9_v_bias_0 = const()[name = string("tern_9_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_v = linear(bias = tern_9_v_bias_0, weight = tern_9_v_weight_0_palettized, x = mul_448)[name = string("tern_9_v")]; tensor mul_449_y_0 = const()[name = string("mul_449_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478720)))]; tensor mul_449 = mul(x = tern_9_v, y = mul_449_y_0)[name = string("mul_449")]; tensor reshape_76_shape_0 = const()[name = string("reshape_76_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_76 = reshape(shape = reshape_76_shape_0, x = mul_449)[name = string("reshape_76")]; tensor transpose_38_perm_0 = const()[name = string("transpose_38_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_36 = transpose(perm = transpose_36_perm_0, x = reshape_74)[name = string("transpose_27")]; tensor mul_450 = mul(x = transpose_36, y = transpose_36)[name = string("mul_450")]; tensor reduce_mean_97_axes_0 = const()[name = string("reduce_mean_97_axes_0"), val = tensor([-1])]; bool reduce_mean_97_keep_dims_0 = const()[name = string("reduce_mean_97_keep_dims_0"), val = bool(true)]; tensor reduce_mean_97 = reduce_mean(axes = reduce_mean_97_axes_0, keep_dims = reduce_mean_97_keep_dims_0, x = mul_450)[name = string("reduce_mean_97")]; fp32 rsqrt_97_epsilon_0 = const()[name = string("rsqrt_97_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_97 = rsqrt(epsilon = rsqrt_97_epsilon_0, x = reduce_mean_97)[name = string("rsqrt_97")]; tensor mul_451 = mul(x = transpose_36, y = rsqrt_97)[name = string("mul_451")]; tensor mul_452_y_0 = const()[name = string("mul_452_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478976)))]; tensor mul_452 = mul(x = mul_451, y = mul_452_y_0)[name = string("mul_452")]; tensor slice_by_index_36_begin_0 = const()[name = string("slice_by_index_36_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_36_end_0 = const()[name = string("slice_by_index_36_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_36_end_mask_0 = const()[name = string("slice_by_index_36_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_36 = slice_by_index(begin = slice_by_index_36_begin_0, end = slice_by_index_36_end_0, end_mask = slice_by_index_36_end_mask_0, x = mul_452)[name = string("slice_by_index_36")]; tensor slice_by_index_37_begin_0 = const()[name = string("slice_by_index_37_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_37_end_0 = const()[name = string("slice_by_index_37_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_37_end_mask_0 = const()[name = string("slice_by_index_37_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_37 = slice_by_index(begin = slice_by_index_37_begin_0, end = slice_by_index_37_end_0, end_mask = slice_by_index_37_end_mask_0, x = mul_452)[name = string("slice_by_index_37")]; int32 concat_18_axis_0 = const()[name = string("concat_18_axis_0"), val = int32(-1)]; bool concat_18_interleave_0 = const()[name = string("concat_18_interleave_0"), val = bool(false)]; tensor concat_18 = concat(axis = concat_18_axis_0, interleave = concat_18_interleave_0, values = (slice_by_index_37, slice_by_index_36))[name = string("concat_18")]; tensor mul_453_y_0 = const()[name = string("mul_453_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_453 = mul(x = concat_18, y = mul_453_y_0)[name = string("mul_453")]; tensor mul_454 = mul(x = mul_452, y = mul_11_y_0)[name = string("mul_454")]; tensor mul_455 = mul(x = mul_453, y = mul_12_y_0)[name = string("mul_455")]; tensor add_54 = add(x = mul_454, y = mul_455)[name = string("add_54")]; tensor transpose_37 = transpose(perm = transpose_37_perm_0, x = reshape_75)[name = string("transpose_26")]; tensor mul_456 = mul(x = transpose_37, y = transpose_37)[name = string("mul_456")]; tensor reduce_mean_98_axes_0 = const()[name = string("reduce_mean_98_axes_0"), val = tensor([-1])]; bool reduce_mean_98_keep_dims_0 = const()[name = string("reduce_mean_98_keep_dims_0"), val = bool(true)]; tensor reduce_mean_98 = reduce_mean(axes = reduce_mean_98_axes_0, keep_dims = reduce_mean_98_keep_dims_0, x = mul_456)[name = string("reduce_mean_98")]; fp32 rsqrt_98_epsilon_0 = const()[name = string("rsqrt_98_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_98 = rsqrt(epsilon = rsqrt_98_epsilon_0, x = reduce_mean_98)[name = string("rsqrt_98")]; tensor mul_457 = mul(x = transpose_37, y = rsqrt_98)[name = string("mul_457")]; tensor mul_458_y_0 = const()[name = string("mul_458_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479168)))]; tensor mul_458 = mul(x = mul_457, y = mul_458_y_0)[name = string("mul_458")]; tensor slice_by_index_38_begin_0 = const()[name = string("slice_by_index_38_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_38_end_0 = const()[name = string("slice_by_index_38_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_38_end_mask_0 = const()[name = string("slice_by_index_38_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_38 = slice_by_index(begin = slice_by_index_38_begin_0, end = slice_by_index_38_end_0, end_mask = slice_by_index_38_end_mask_0, x = mul_458)[name = string("slice_by_index_38")]; tensor slice_by_index_39_begin_0 = const()[name = string("slice_by_index_39_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_39_end_0 = const()[name = string("slice_by_index_39_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_39_end_mask_0 = const()[name = string("slice_by_index_39_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_39 = slice_by_index(begin = slice_by_index_39_begin_0, end = slice_by_index_39_end_0, end_mask = slice_by_index_39_end_mask_0, x = mul_458)[name = string("slice_by_index_39")]; int32 concat_19_axis_0 = const()[name = string("concat_19_axis_0"), val = int32(-1)]; bool concat_19_interleave_0 = const()[name = string("concat_19_interleave_0"), val = bool(false)]; tensor concat_19 = concat(axis = concat_19_axis_0, interleave = concat_19_interleave_0, values = (slice_by_index_39, slice_by_index_38))[name = string("concat_19")]; tensor mul_459_y_0 = const()[name = string("mul_459_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_459 = mul(x = concat_19, y = mul_459_y_0)[name = string("mul_459")]; tensor mul_460 = mul(x = mul_458, y = mul_11_y_0)[name = string("mul_460")]; tensor mul_461 = mul(x = mul_459, y = mul_12_y_0)[name = string("mul_461")]; tensor add_55 = add(x = mul_460, y = mul_461)[name = string("add_55")]; tensor reshape_77_shape_0 = const()[name = string("reshape_77_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_77 = reshape(shape = reshape_77_shape_0, x = add_55)[name = string("reshape_77")]; tensor tile_18_reps_0 = const()[name = string("tile_18_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_18 = tile(reps = tile_18_reps_0, x = reshape_77)[name = string("tile_18")]; tensor reshape_78_shape_0 = const()[name = string("reshape_78_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_78 = reshape(shape = reshape_78_shape_0, x = tile_18)[name = string("reshape_78")]; tensor reshape_79_shape_0 = const()[name = string("reshape_79_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_38 = transpose(perm = transpose_38_perm_0, x = reshape_76)[name = string("transpose_25")]; tensor reshape_79 = reshape(shape = reshape_79_shape_0, x = transpose_38)[name = string("reshape_79")]; tensor tile_19_reps_0 = const()[name = string("tile_19_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_19 = tile(reps = tile_19_reps_0, x = reshape_79)[name = string("tile_19")]; tensor reshape_80_shape_0 = const()[name = string("reshape_80_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_80 = reshape(shape = reshape_80_shape_0, x = tile_19)[name = string("reshape_80")]; fp16 mul_462_y_0 = const()[name = string("mul_462_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_462 = mul(x = add_54, y = mul_462_y_0)[name = string("mul_462")]; bool matmul_18_transpose_y_0 = const()[name = string("matmul_18_transpose_y_0"), val = bool(true)]; bool matmul_18_transpose_x_0 = const()[name = string("matmul_18_transpose_x_0"), val = bool(false)]; tensor matmul_18 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = mul_462, y = reshape_78)[name = string("matmul_18")]; tensor add_56 = add(x = matmul_18, y = reshape_1)[name = string("add_56")]; int32 softmax_9_axis_0 = const()[name = string("softmax_9_axis_0"), val = int32(-1)]; tensor softmax_9 = softmax(axis = softmax_9_axis_0, x = add_56)[name = string("softmax_9")]; bool matmul_19_transpose_x_0 = const()[name = string("matmul_19_transpose_x_0"), val = bool(false)]; bool matmul_19_transpose_y_0 = const()[name = string("matmul_19_transpose_y_0"), val = bool(false)]; tensor matmul_19 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = softmax_9, y = reshape_80)[name = string("matmul_19")]; tensor transpose_39_perm_0 = const()[name = string("transpose_39_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_81_shape_0 = const()[name = string("reshape_81_shape_0"), val = tensor([16, 352])]; tensor transpose_39 = transpose(perm = transpose_39_perm_0, x = matmul_19)[name = string("transpose_24")]; tensor reshape_81 = reshape(shape = reshape_81_shape_0, x = transpose_39)[name = string("reshape_81")]; tensor mul_463 = mul(x = reshape_81, y = reshape_81)[name = string("mul_463")]; tensor reduce_mean_99_axes_0 = const()[name = string("reduce_mean_99_axes_0"), val = tensor([-1])]; bool reduce_mean_99_keep_dims_0 = const()[name = string("reduce_mean_99_keep_dims_0"), val = bool(true)]; tensor reduce_mean_99 = reduce_mean(axes = reduce_mean_99_axes_0, keep_dims = reduce_mean_99_keep_dims_0, x = mul_463)[name = string("reduce_mean_99")]; fp32 rsqrt_99_epsilon_0 = const()[name = string("rsqrt_99_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_99 = rsqrt(epsilon = rsqrt_99_epsilon_0, x = reduce_mean_99)[name = string("rsqrt_99")]; tensor mul_464 = mul(x = reshape_81, y = rsqrt_99)[name = string("mul_464")]; tensor mul_465_y_0 = const()[name = string("mul_465_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479360)))]; tensor mul_465 = mul(x = mul_464, y = mul_465_y_0)[name = string("mul_465")]; tensor tern_9_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5480128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_o_weight_0_palettized")]; tensor tern_9_o = linear(bias = linear_0_bias_0, weight = tern_9_o_weight_0_palettized, x = mul_465)[name = string("tern_9_o")]; tensor mul_466_y_0 = const()[name = string("mul_466_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511168)))]; tensor mul_466 = mul(x = tern_9_o, y = mul_466_y_0)[name = string("mul_466")]; tensor add_57 = add(x = add_53, y = mul_466)[name = string("add_57")]; tensor mul_467 = mul(x = add_57, y = add_57)[name = string("mul_467")]; tensor reduce_mean_100_axes_0 = const()[name = string("reduce_mean_100_axes_0"), val = tensor([-1])]; bool reduce_mean_100_keep_dims_0 = const()[name = string("reduce_mean_100_keep_dims_0"), val = bool(true)]; tensor reduce_mean_100 = reduce_mean(axes = reduce_mean_100_axes_0, keep_dims = reduce_mean_100_keep_dims_0, x = mul_467)[name = string("reduce_mean_100")]; fp32 rsqrt_100_epsilon_0 = const()[name = string("rsqrt_100_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_100 = rsqrt(epsilon = rsqrt_100_epsilon_0, x = reduce_mean_100)[name = string("rsqrt_100")]; tensor mul_468 = mul(x = add_57, y = rsqrt_100)[name = string("mul_468")]; tensor mul_469_y_0 = const()[name = string("mul_469_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511936)))]; tensor mul_469 = mul(x = mul_468, y = mul_469_y_0)[name = string("mul_469")]; tensor mul_470 = mul(x = mul_469, y = mul_469)[name = string("mul_470")]; tensor reduce_mean_101_axes_0 = const()[name = string("reduce_mean_101_axes_0"), val = tensor([-1])]; bool reduce_mean_101_keep_dims_0 = const()[name = string("reduce_mean_101_keep_dims_0"), val = bool(true)]; tensor reduce_mean_101 = reduce_mean(axes = reduce_mean_101_axes_0, keep_dims = reduce_mean_101_keep_dims_0, x = mul_470)[name = string("reduce_mean_101")]; fp32 rsqrt_101_epsilon_0 = const()[name = string("rsqrt_101_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_101 = rsqrt(epsilon = rsqrt_101_epsilon_0, x = reduce_mean_101)[name = string("rsqrt_101")]; tensor mul_471 = mul(x = mul_469, y = rsqrt_101)[name = string("mul_471")]; tensor mul_472_y_0 = const()[name = string("mul_472_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5512704)))]; tensor mul_472 = mul(x = mul_471, y = mul_472_y_0)[name = string("mul_472")]; tensor tern_9_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5513472))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w1_weight_0_palettized")]; tensor tern_9_w1 = linear(bias = linear_4_bias_0, weight = tern_9_w1_weight_0_palettized, x = mul_472)[name = string("tern_9_w1")]; tensor mul_473_y_0 = const()[name = string("mul_473_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5598016)))]; tensor mul_473 = mul(x = tern_9_w1, y = mul_473_y_0)[name = string("mul_473")]; tensor mul_476_y_0 = const()[name = string("mul_476_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600000)))]; tensor mul_476 = mul(x = mul_471, y = mul_476_y_0)[name = string("mul_476")]; tensor tern_9_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600768))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w3_weight_0_palettized")]; tensor tern_9_w3 = linear(bias = linear_4_bias_0, weight = tern_9_w3_weight_0_palettized, x = mul_476)[name = string("tern_9_w3")]; tensor mul_477_y_0 = const()[name = string("mul_477_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5685312)))]; tensor mul_477 = mul(x = tern_9_w3, y = mul_477_y_0)[name = string("mul_477")]; fp16 mul_478_y_0 = const()[name = string("mul_478_y_0"), val = fp16(0x1p-1)]; tensor mul_478 = mul(x = mul_473, y = mul_478_y_0)[name = string("mul_478")]; tensor tanh_9 = tanh(x = mul_478)[name = string("tanh_9")]; fp16 mul_479_x_0 = const()[name = string("mul_479_x_0"), val = fp16(0x1p-1)]; tensor mul_479 = mul(x = mul_479_x_0, y = tanh_9)[name = string("mul_479")]; fp16 add_58_x_0 = const()[name = string("add_58_x_0"), val = fp16(0x1p-1)]; tensor add_58 = add(x = add_58_x_0, y = mul_479)[name = string("add_58")]; tensor mul_480 = mul(x = mul_473, y = add_58)[name = string("mul_480")]; tensor mul_481 = mul(x = mul_480, y = mul_477)[name = string("mul_481")]; tensor mul_482 = mul(x = mul_481, y = mul_481)[name = string("mul_482")]; tensor reduce_mean_103_axes_0 = const()[name = string("reduce_mean_103_axes_0"), val = tensor([-1])]; bool reduce_mean_103_keep_dims_0 = const()[name = string("reduce_mean_103_keep_dims_0"), val = bool(true)]; tensor reduce_mean_103 = reduce_mean(axes = reduce_mean_103_axes_0, keep_dims = reduce_mean_103_keep_dims_0, x = mul_482)[name = string("reduce_mean_103")]; fp32 rsqrt_103_epsilon_0 = const()[name = string("rsqrt_103_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_103 = rsqrt(epsilon = rsqrt_103_epsilon_0, x = reduce_mean_103)[name = string("rsqrt_103")]; tensor mul_483 = mul(x = mul_481, y = rsqrt_103)[name = string("mul_483")]; tensor mul_484_y_0 = const()[name = string("mul_484_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5687296)))]; tensor mul_484 = mul(x = mul_483, y = mul_484_y_0)[name = string("mul_484")]; tensor tern_9_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5689280))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w2_weight_0_palettized")]; tensor tern_9_w2 = linear(bias = linear_0_bias_0, weight = tern_9_w2_weight_0_palettized, x = mul_484)[name = string("tern_9_w2")]; tensor mul_485_y_0 = const()[name = string("mul_485_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5773824)))]; tensor mul_485 = mul(x = tern_9_w2, y = mul_485_y_0)[name = string("mul_485")]; tensor add_59 = add(x = add_57, y = mul_485)[name = string("add_59")]; tensor mul_486 = mul(x = add_59, y = add_59)[name = string("mul_486")]; tensor reduce_mean_104_axes_0 = const()[name = string("reduce_mean_104_axes_0"), val = tensor([-1])]; bool reduce_mean_104_keep_dims_0 = const()[name = string("reduce_mean_104_keep_dims_0"), val = bool(true)]; tensor reduce_mean_104 = reduce_mean(axes = reduce_mean_104_axes_0, keep_dims = reduce_mean_104_keep_dims_0, x = mul_486)[name = string("reduce_mean_104")]; fp32 rsqrt_104_epsilon_0 = const()[name = string("rsqrt_104_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_104 = rsqrt(epsilon = rsqrt_104_epsilon_0, x = reduce_mean_104)[name = string("rsqrt_104")]; tensor mul_487 = mul(x = add_59, y = rsqrt_104)[name = string("mul_487")]; tensor mul_488_y_0 = const()[name = string("mul_488_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5774592)))]; tensor mul_488 = mul(x = mul_487, y = mul_488_y_0)[name = string("mul_488")]; tensor mul_489 = mul(x = mul_488, y = mul_488)[name = string("mul_489")]; tensor reduce_mean_105_axes_0 = const()[name = string("reduce_mean_105_axes_0"), val = tensor([-1])]; bool reduce_mean_105_keep_dims_0 = const()[name = string("reduce_mean_105_keep_dims_0"), val = bool(true)]; tensor reduce_mean_105 = reduce_mean(axes = reduce_mean_105_axes_0, keep_dims = reduce_mean_105_keep_dims_0, x = mul_489)[name = string("reduce_mean_105")]; fp32 rsqrt_105_epsilon_0 = const()[name = string("rsqrt_105_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_105 = rsqrt(epsilon = rsqrt_105_epsilon_0, x = reduce_mean_105)[name = string("rsqrt_105")]; tensor mul_490 = mul(x = mul_488, y = rsqrt_105)[name = string("mul_490")]; tensor mul_491_y_0 = const()[name = string("mul_491_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5775360)))]; tensor mul_491 = mul(x = mul_490, y = mul_491_y_0)[name = string("mul_491")]; tensor tern_10_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5776128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_q_weight_0_palettized")]; tensor tern_10_q = linear(bias = linear_0_bias_0, weight = tern_10_q_weight_0_palettized, x = mul_491)[name = string("tern_10_q")]; tensor mul_492_y_0 = const()[name = string("mul_492_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807168)))]; tensor mul_492 = mul(x = tern_10_q, y = mul_492_y_0)[name = string("mul_492")]; tensor reshape_82_shape_0 = const()[name = string("reshape_82_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_82 = reshape(shape = reshape_82_shape_0, x = mul_492)[name = string("reshape_82")]; tensor transpose_40_perm_0 = const()[name = string("transpose_40_perm_0"), val = tensor([1, 0, 2])]; tensor mul_495_y_0 = const()[name = string("mul_495_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807936)))]; tensor mul_495 = mul(x = mul_490, y = mul_495_y_0)[name = string("mul_495")]; tensor tern_10_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5808704))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_k_weight_0_palettized")]; tensor tern_10_k_bias_0 = const()[name = string("tern_10_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_k = linear(bias = tern_10_k_bias_0, weight = tern_10_k_weight_0_palettized, x = mul_495)[name = string("tern_10_k")]; tensor mul_496_y_0 = const()[name = string("mul_496_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816512)))]; tensor mul_496 = mul(x = tern_10_k, y = mul_496_y_0)[name = string("mul_496")]; tensor reshape_83_shape_0 = const()[name = string("reshape_83_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_83 = reshape(shape = reshape_83_shape_0, x = mul_496)[name = string("reshape_83")]; tensor transpose_41_perm_0 = const()[name = string("transpose_41_perm_0"), val = tensor([1, 0, 2])]; tensor mul_499_y_0 = const()[name = string("mul_499_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816768)))]; tensor mul_499 = mul(x = mul_490, y = mul_499_y_0)[name = string("mul_499")]; tensor tern_10_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5817536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_v_weight_0_palettized")]; tensor tern_10_v_bias_0 = const()[name = string("tern_10_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_v = linear(bias = tern_10_v_bias_0, weight = tern_10_v_weight_0_palettized, x = mul_499)[name = string("tern_10_v")]; tensor mul_500_y_0 = const()[name = string("mul_500_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825344)))]; tensor mul_500 = mul(x = tern_10_v, y = mul_500_y_0)[name = string("mul_500")]; tensor reshape_84_shape_0 = const()[name = string("reshape_84_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_84 = reshape(shape = reshape_84_shape_0, x = mul_500)[name = string("reshape_84")]; tensor transpose_42_perm_0 = const()[name = string("transpose_42_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_40 = transpose(perm = transpose_40_perm_0, x = reshape_82)[name = string("transpose_23")]; tensor mul_501 = mul(x = transpose_40, y = transpose_40)[name = string("mul_501")]; tensor reduce_mean_108_axes_0 = const()[name = string("reduce_mean_108_axes_0"), val = tensor([-1])]; bool reduce_mean_108_keep_dims_0 = const()[name = string("reduce_mean_108_keep_dims_0"), val = bool(true)]; tensor reduce_mean_108 = reduce_mean(axes = reduce_mean_108_axes_0, keep_dims = reduce_mean_108_keep_dims_0, x = mul_501)[name = string("reduce_mean_108")]; fp32 rsqrt_108_epsilon_0 = const()[name = string("rsqrt_108_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_108 = rsqrt(epsilon = rsqrt_108_epsilon_0, x = reduce_mean_108)[name = string("rsqrt_108")]; tensor mul_502 = mul(x = transpose_40, y = rsqrt_108)[name = string("mul_502")]; tensor mul_503_y_0 = const()[name = string("mul_503_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825600)))]; tensor mul_503 = mul(x = mul_502, y = mul_503_y_0)[name = string("mul_503")]; tensor slice_by_index_40_begin_0 = const()[name = string("slice_by_index_40_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_40_end_0 = const()[name = string("slice_by_index_40_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_40_end_mask_0 = const()[name = string("slice_by_index_40_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_40 = slice_by_index(begin = slice_by_index_40_begin_0, end = slice_by_index_40_end_0, end_mask = slice_by_index_40_end_mask_0, x = mul_503)[name = string("slice_by_index_40")]; tensor slice_by_index_41_begin_0 = const()[name = string("slice_by_index_41_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_41_end_0 = const()[name = string("slice_by_index_41_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_41_end_mask_0 = const()[name = string("slice_by_index_41_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_41 = slice_by_index(begin = slice_by_index_41_begin_0, end = slice_by_index_41_end_0, end_mask = slice_by_index_41_end_mask_0, x = mul_503)[name = string("slice_by_index_41")]; int32 concat_20_axis_0 = const()[name = string("concat_20_axis_0"), val = int32(-1)]; bool concat_20_interleave_0 = const()[name = string("concat_20_interleave_0"), val = bool(false)]; tensor concat_20 = concat(axis = concat_20_axis_0, interleave = concat_20_interleave_0, values = (slice_by_index_41, slice_by_index_40))[name = string("concat_20")]; tensor mul_504_y_0 = const()[name = string("mul_504_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_504 = mul(x = concat_20, y = mul_504_y_0)[name = string("mul_504")]; tensor mul_505 = mul(x = mul_503, y = mul_11_y_0)[name = string("mul_505")]; tensor mul_506 = mul(x = mul_504, y = mul_12_y_0)[name = string("mul_506")]; tensor add_60 = add(x = mul_505, y = mul_506)[name = string("add_60")]; tensor transpose_41 = transpose(perm = transpose_41_perm_0, x = reshape_83)[name = string("transpose_22")]; tensor mul_507 = mul(x = transpose_41, y = transpose_41)[name = string("mul_507")]; tensor reduce_mean_109_axes_0 = const()[name = string("reduce_mean_109_axes_0"), val = tensor([-1])]; bool reduce_mean_109_keep_dims_0 = const()[name = string("reduce_mean_109_keep_dims_0"), val = bool(true)]; tensor reduce_mean_109 = reduce_mean(axes = reduce_mean_109_axes_0, keep_dims = reduce_mean_109_keep_dims_0, x = mul_507)[name = string("reduce_mean_109")]; fp32 rsqrt_109_epsilon_0 = const()[name = string("rsqrt_109_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_109 = rsqrt(epsilon = rsqrt_109_epsilon_0, x = reduce_mean_109)[name = string("rsqrt_109")]; tensor mul_508 = mul(x = transpose_41, y = rsqrt_109)[name = string("mul_508")]; tensor mul_509_y_0 = const()[name = string("mul_509_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825792)))]; tensor mul_509 = mul(x = mul_508, y = mul_509_y_0)[name = string("mul_509")]; tensor slice_by_index_42_begin_0 = const()[name = string("slice_by_index_42_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_42_end_0 = const()[name = string("slice_by_index_42_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_42_end_mask_0 = const()[name = string("slice_by_index_42_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_42 = slice_by_index(begin = slice_by_index_42_begin_0, end = slice_by_index_42_end_0, end_mask = slice_by_index_42_end_mask_0, x = mul_509)[name = string("slice_by_index_42")]; tensor slice_by_index_43_begin_0 = const()[name = string("slice_by_index_43_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_43_end_0 = const()[name = string("slice_by_index_43_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_43_end_mask_0 = const()[name = string("slice_by_index_43_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_43 = slice_by_index(begin = slice_by_index_43_begin_0, end = slice_by_index_43_end_0, end_mask = slice_by_index_43_end_mask_0, x = mul_509)[name = string("slice_by_index_43")]; int32 concat_21_axis_0 = const()[name = string("concat_21_axis_0"), val = int32(-1)]; bool concat_21_interleave_0 = const()[name = string("concat_21_interleave_0"), val = bool(false)]; tensor concat_21 = concat(axis = concat_21_axis_0, interleave = concat_21_interleave_0, values = (slice_by_index_43, slice_by_index_42))[name = string("concat_21")]; tensor mul_510_y_0 = const()[name = string("mul_510_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_510 = mul(x = concat_21, y = mul_510_y_0)[name = string("mul_510")]; tensor mul_511 = mul(x = mul_509, y = mul_11_y_0)[name = string("mul_511")]; tensor mul_512 = mul(x = mul_510, y = mul_12_y_0)[name = string("mul_512")]; tensor add_61 = add(x = mul_511, y = mul_512)[name = string("add_61")]; tensor reshape_85_shape_0 = const()[name = string("reshape_85_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_85 = reshape(shape = reshape_85_shape_0, x = add_61)[name = string("reshape_85")]; tensor tile_20_reps_0 = const()[name = string("tile_20_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_20 = tile(reps = tile_20_reps_0, x = reshape_85)[name = string("tile_20")]; tensor reshape_86_shape_0 = const()[name = string("reshape_86_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_86 = reshape(shape = reshape_86_shape_0, x = tile_20)[name = string("reshape_86")]; tensor reshape_87_shape_0 = const()[name = string("reshape_87_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_42 = transpose(perm = transpose_42_perm_0, x = reshape_84)[name = string("transpose_21")]; tensor reshape_87 = reshape(shape = reshape_87_shape_0, x = transpose_42)[name = string("reshape_87")]; tensor tile_21_reps_0 = const()[name = string("tile_21_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_21 = tile(reps = tile_21_reps_0, x = reshape_87)[name = string("tile_21")]; tensor reshape_88_shape_0 = const()[name = string("reshape_88_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_88 = reshape(shape = reshape_88_shape_0, x = tile_21)[name = string("reshape_88")]; fp16 mul_513_y_0 = const()[name = string("mul_513_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_513 = mul(x = add_60, y = mul_513_y_0)[name = string("mul_513")]; bool matmul_20_transpose_y_0 = const()[name = string("matmul_20_transpose_y_0"), val = bool(true)]; bool matmul_20_transpose_x_0 = const()[name = string("matmul_20_transpose_x_0"), val = bool(false)]; tensor matmul_20 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = mul_513, y = reshape_86)[name = string("matmul_20")]; tensor add_62 = add(x = matmul_20, y = reshape_1)[name = string("add_62")]; int32 softmax_10_axis_0 = const()[name = string("softmax_10_axis_0"), val = int32(-1)]; tensor softmax_10 = softmax(axis = softmax_10_axis_0, x = add_62)[name = string("softmax_10")]; bool matmul_21_transpose_x_0 = const()[name = string("matmul_21_transpose_x_0"), val = bool(false)]; bool matmul_21_transpose_y_0 = const()[name = string("matmul_21_transpose_y_0"), val = bool(false)]; tensor matmul_21 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = softmax_10, y = reshape_88)[name = string("matmul_21")]; tensor transpose_43_perm_0 = const()[name = string("transpose_43_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_89_shape_0 = const()[name = string("reshape_89_shape_0"), val = tensor([16, 352])]; tensor transpose_43 = transpose(perm = transpose_43_perm_0, x = matmul_21)[name = string("transpose_20")]; tensor reshape_89 = reshape(shape = reshape_89_shape_0, x = transpose_43)[name = string("reshape_89")]; tensor mul_514 = mul(x = reshape_89, y = reshape_89)[name = string("mul_514")]; tensor reduce_mean_110_axes_0 = const()[name = string("reduce_mean_110_axes_0"), val = tensor([-1])]; bool reduce_mean_110_keep_dims_0 = const()[name = string("reduce_mean_110_keep_dims_0"), val = bool(true)]; tensor reduce_mean_110 = reduce_mean(axes = reduce_mean_110_axes_0, keep_dims = reduce_mean_110_keep_dims_0, x = mul_514)[name = string("reduce_mean_110")]; fp32 rsqrt_110_epsilon_0 = const()[name = string("rsqrt_110_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_110 = rsqrt(epsilon = rsqrt_110_epsilon_0, x = reduce_mean_110)[name = string("rsqrt_110")]; tensor mul_515 = mul(x = reshape_89, y = rsqrt_110)[name = string("mul_515")]; tensor mul_516_y_0 = const()[name = string("mul_516_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825984)))]; tensor mul_516 = mul(x = mul_515, y = mul_516_y_0)[name = string("mul_516")]; tensor tern_10_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5826752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_o_weight_0_palettized")]; tensor tern_10_o = linear(bias = linear_0_bias_0, weight = tern_10_o_weight_0_palettized, x = mul_516)[name = string("tern_10_o")]; tensor mul_517_y_0 = const()[name = string("mul_517_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5857792)))]; tensor mul_517 = mul(x = tern_10_o, y = mul_517_y_0)[name = string("mul_517")]; tensor add_63 = add(x = add_59, y = mul_517)[name = string("add_63")]; tensor mul_518 = mul(x = add_63, y = add_63)[name = string("mul_518")]; tensor reduce_mean_111_axes_0 = const()[name = string("reduce_mean_111_axes_0"), val = tensor([-1])]; bool reduce_mean_111_keep_dims_0 = const()[name = string("reduce_mean_111_keep_dims_0"), val = bool(true)]; tensor reduce_mean_111 = reduce_mean(axes = reduce_mean_111_axes_0, keep_dims = reduce_mean_111_keep_dims_0, x = mul_518)[name = string("reduce_mean_111")]; fp32 rsqrt_111_epsilon_0 = const()[name = string("rsqrt_111_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_111 = rsqrt(epsilon = rsqrt_111_epsilon_0, x = reduce_mean_111)[name = string("rsqrt_111")]; tensor mul_519 = mul(x = add_63, y = rsqrt_111)[name = string("mul_519")]; tensor mul_520_y_0 = const()[name = string("mul_520_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5858560)))]; tensor mul_520 = mul(x = mul_519, y = mul_520_y_0)[name = string("mul_520")]; tensor mul_521 = mul(x = mul_520, y = mul_520)[name = string("mul_521")]; tensor reduce_mean_112_axes_0 = const()[name = string("reduce_mean_112_axes_0"), val = tensor([-1])]; bool reduce_mean_112_keep_dims_0 = const()[name = string("reduce_mean_112_keep_dims_0"), val = bool(true)]; tensor reduce_mean_112 = reduce_mean(axes = reduce_mean_112_axes_0, keep_dims = reduce_mean_112_keep_dims_0, x = mul_521)[name = string("reduce_mean_112")]; fp32 rsqrt_112_epsilon_0 = const()[name = string("rsqrt_112_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_112 = rsqrt(epsilon = rsqrt_112_epsilon_0, x = reduce_mean_112)[name = string("rsqrt_112")]; tensor mul_522 = mul(x = mul_520, y = rsqrt_112)[name = string("mul_522")]; tensor mul_523_y_0 = const()[name = string("mul_523_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5859328)))]; tensor mul_523 = mul(x = mul_522, y = mul_523_y_0)[name = string("mul_523")]; tensor tern_10_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5860096))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w1_weight_0_palettized")]; tensor tern_10_w1 = linear(bias = linear_4_bias_0, weight = tern_10_w1_weight_0_palettized, x = mul_523)[name = string("tern_10_w1")]; tensor mul_524_y_0 = const()[name = string("mul_524_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5944640)))]; tensor mul_524 = mul(x = tern_10_w1, y = mul_524_y_0)[name = string("mul_524")]; tensor mul_527_y_0 = const()[name = string("mul_527_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5946624)))]; tensor mul_527 = mul(x = mul_522, y = mul_527_y_0)[name = string("mul_527")]; tensor tern_10_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5947392))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w3_weight_0_palettized")]; tensor tern_10_w3 = linear(bias = linear_4_bias_0, weight = tern_10_w3_weight_0_palettized, x = mul_527)[name = string("tern_10_w3")]; tensor mul_528_y_0 = const()[name = string("mul_528_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6031936)))]; tensor mul_528 = mul(x = tern_10_w3, y = mul_528_y_0)[name = string("mul_528")]; fp16 mul_529_y_0 = const()[name = string("mul_529_y_0"), val = fp16(0x1p-1)]; tensor mul_529 = mul(x = mul_524, y = mul_529_y_0)[name = string("mul_529")]; tensor tanh_10 = tanh(x = mul_529)[name = string("tanh_10")]; fp16 mul_530_x_0 = const()[name = string("mul_530_x_0"), val = fp16(0x1p-1)]; tensor mul_530 = mul(x = mul_530_x_0, y = tanh_10)[name = string("mul_530")]; fp16 add_64_x_0 = const()[name = string("add_64_x_0"), val = fp16(0x1p-1)]; tensor add_64 = add(x = add_64_x_0, y = mul_530)[name = string("add_64")]; tensor mul_531 = mul(x = mul_524, y = add_64)[name = string("mul_531")]; tensor mul_532 = mul(x = mul_531, y = mul_528)[name = string("mul_532")]; tensor mul_533 = mul(x = mul_532, y = mul_532)[name = string("mul_533")]; tensor reduce_mean_114_axes_0 = const()[name = string("reduce_mean_114_axes_0"), val = tensor([-1])]; bool reduce_mean_114_keep_dims_0 = const()[name = string("reduce_mean_114_keep_dims_0"), val = bool(true)]; tensor reduce_mean_114 = reduce_mean(axes = reduce_mean_114_axes_0, keep_dims = reduce_mean_114_keep_dims_0, x = mul_533)[name = string("reduce_mean_114")]; fp32 rsqrt_114_epsilon_0 = const()[name = string("rsqrt_114_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_114 = rsqrt(epsilon = rsqrt_114_epsilon_0, x = reduce_mean_114)[name = string("rsqrt_114")]; tensor mul_534 = mul(x = mul_532, y = rsqrt_114)[name = string("mul_534")]; tensor mul_535_y_0 = const()[name = string("mul_535_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6033920)))]; tensor mul_535 = mul(x = mul_534, y = mul_535_y_0)[name = string("mul_535")]; tensor tern_10_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6035904))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w2_weight_0_palettized")]; tensor tern_10_w2 = linear(bias = linear_0_bias_0, weight = tern_10_w2_weight_0_palettized, x = mul_535)[name = string("tern_10_w2")]; tensor mul_536_y_0 = const()[name = string("mul_536_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6120448)))]; tensor mul_536 = mul(x = tern_10_w2, y = mul_536_y_0)[name = string("mul_536")]; tensor add_65 = add(x = add_63, y = mul_536)[name = string("add_65")]; tensor mul_537 = mul(x = add_65, y = add_65)[name = string("mul_537")]; tensor reduce_mean_115_axes_0 = const()[name = string("reduce_mean_115_axes_0"), val = tensor([-1])]; bool reduce_mean_115_keep_dims_0 = const()[name = string("reduce_mean_115_keep_dims_0"), val = bool(true)]; tensor reduce_mean_115 = reduce_mean(axes = reduce_mean_115_axes_0, keep_dims = reduce_mean_115_keep_dims_0, x = mul_537)[name = string("reduce_mean_115")]; fp32 rsqrt_115_epsilon_0 = const()[name = string("rsqrt_115_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_115 = rsqrt(epsilon = rsqrt_115_epsilon_0, x = reduce_mean_115)[name = string("rsqrt_115")]; tensor mul_538 = mul(x = add_65, y = rsqrt_115)[name = string("mul_538")]; tensor mul_539_y_0 = const()[name = string("mul_539_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121216)))]; tensor mul_539 = mul(x = mul_538, y = mul_539_y_0)[name = string("mul_539")]; tensor mul_540 = mul(x = mul_539, y = mul_539)[name = string("mul_540")]; tensor reduce_mean_116_axes_0 = const()[name = string("reduce_mean_116_axes_0"), val = tensor([-1])]; bool reduce_mean_116_keep_dims_0 = const()[name = string("reduce_mean_116_keep_dims_0"), val = bool(true)]; tensor reduce_mean_116 = reduce_mean(axes = reduce_mean_116_axes_0, keep_dims = reduce_mean_116_keep_dims_0, x = mul_540)[name = string("reduce_mean_116")]; fp32 rsqrt_116_epsilon_0 = const()[name = string("rsqrt_116_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_116 = rsqrt(epsilon = rsqrt_116_epsilon_0, x = reduce_mean_116)[name = string("rsqrt_116")]; tensor mul_541 = mul(x = mul_539, y = rsqrt_116)[name = string("mul_541")]; tensor mul_542_y_0 = const()[name = string("mul_542_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121984)))]; tensor mul_542 = mul(x = mul_541, y = mul_542_y_0)[name = string("mul_542")]; tensor tern_11_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6122752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_q_weight_0_palettized")]; tensor tern_11_q = linear(bias = linear_0_bias_0, weight = tern_11_q_weight_0_palettized, x = mul_542)[name = string("tern_11_q")]; tensor mul_543_y_0 = const()[name = string("mul_543_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6153792)))]; tensor mul_543 = mul(x = tern_11_q, y = mul_543_y_0)[name = string("mul_543")]; tensor reshape_90_shape_0 = const()[name = string("reshape_90_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_90 = reshape(shape = reshape_90_shape_0, x = mul_543)[name = string("reshape_90")]; tensor transpose_44_perm_0 = const()[name = string("transpose_44_perm_0"), val = tensor([1, 0, 2])]; tensor mul_546_y_0 = const()[name = string("mul_546_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6154560)))]; tensor mul_546 = mul(x = mul_541, y = mul_546_y_0)[name = string("mul_546")]; tensor tern_11_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6155328))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_k_weight_0_palettized")]; tensor tern_11_k_bias_0 = const()[name = string("tern_11_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_k = linear(bias = tern_11_k_bias_0, weight = tern_11_k_weight_0_palettized, x = mul_546)[name = string("tern_11_k")]; tensor mul_547_y_0 = const()[name = string("mul_547_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163136)))]; tensor mul_547 = mul(x = tern_11_k, y = mul_547_y_0)[name = string("mul_547")]; tensor reshape_91_shape_0 = const()[name = string("reshape_91_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_91 = reshape(shape = reshape_91_shape_0, x = mul_547)[name = string("reshape_91")]; tensor transpose_45_perm_0 = const()[name = string("transpose_45_perm_0"), val = tensor([1, 0, 2])]; tensor mul_550_y_0 = const()[name = string("mul_550_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163392)))]; tensor mul_550 = mul(x = mul_541, y = mul_550_y_0)[name = string("mul_550")]; tensor tern_11_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6164160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_v_weight_0_palettized")]; tensor tern_11_v_bias_0 = const()[name = string("tern_11_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_v = linear(bias = tern_11_v_bias_0, weight = tern_11_v_weight_0_palettized, x = mul_550)[name = string("tern_11_v")]; tensor mul_551_y_0 = const()[name = string("mul_551_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6171968)))]; tensor mul_551 = mul(x = tern_11_v, y = mul_551_y_0)[name = string("mul_551")]; tensor reshape_92_shape_0 = const()[name = string("reshape_92_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_92 = reshape(shape = reshape_92_shape_0, x = mul_551)[name = string("reshape_92")]; tensor transpose_46_perm_0 = const()[name = string("transpose_46_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_44 = transpose(perm = transpose_44_perm_0, x = reshape_90)[name = string("transpose_19")]; tensor mul_552 = mul(x = transpose_44, y = transpose_44)[name = string("mul_552")]; tensor reduce_mean_119_axes_0 = const()[name = string("reduce_mean_119_axes_0"), val = tensor([-1])]; bool reduce_mean_119_keep_dims_0 = const()[name = string("reduce_mean_119_keep_dims_0"), val = bool(true)]; tensor reduce_mean_119 = reduce_mean(axes = reduce_mean_119_axes_0, keep_dims = reduce_mean_119_keep_dims_0, x = mul_552)[name = string("reduce_mean_119")]; fp32 rsqrt_119_epsilon_0 = const()[name = string("rsqrt_119_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_119 = rsqrt(epsilon = rsqrt_119_epsilon_0, x = reduce_mean_119)[name = string("rsqrt_119")]; tensor mul_553 = mul(x = transpose_44, y = rsqrt_119)[name = string("mul_553")]; tensor mul_554_y_0 = const()[name = string("mul_554_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172224)))]; tensor mul_554 = mul(x = mul_553, y = mul_554_y_0)[name = string("mul_554")]; tensor slice_by_index_44_begin_0 = const()[name = string("slice_by_index_44_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_44_end_0 = const()[name = string("slice_by_index_44_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_44_end_mask_0 = const()[name = string("slice_by_index_44_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_44 = slice_by_index(begin = slice_by_index_44_begin_0, end = slice_by_index_44_end_0, end_mask = slice_by_index_44_end_mask_0, x = mul_554)[name = string("slice_by_index_44")]; tensor slice_by_index_45_begin_0 = const()[name = string("slice_by_index_45_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_45_end_0 = const()[name = string("slice_by_index_45_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_45_end_mask_0 = const()[name = string("slice_by_index_45_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_45 = slice_by_index(begin = slice_by_index_45_begin_0, end = slice_by_index_45_end_0, end_mask = slice_by_index_45_end_mask_0, x = mul_554)[name = string("slice_by_index_45")]; int32 concat_22_axis_0 = const()[name = string("concat_22_axis_0"), val = int32(-1)]; bool concat_22_interleave_0 = const()[name = string("concat_22_interleave_0"), val = bool(false)]; tensor concat_22 = concat(axis = concat_22_axis_0, interleave = concat_22_interleave_0, values = (slice_by_index_45, slice_by_index_44))[name = string("concat_22")]; tensor mul_555_y_0 = const()[name = string("mul_555_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_555 = mul(x = concat_22, y = mul_555_y_0)[name = string("mul_555")]; tensor mul_556 = mul(x = mul_554, y = mul_11_y_0)[name = string("mul_556")]; tensor mul_557 = mul(x = mul_555, y = mul_12_y_0)[name = string("mul_557")]; tensor add_66 = add(x = mul_556, y = mul_557)[name = string("add_66")]; tensor transpose_45 = transpose(perm = transpose_45_perm_0, x = reshape_91)[name = string("transpose_18")]; tensor mul_558 = mul(x = transpose_45, y = transpose_45)[name = string("mul_558")]; tensor reduce_mean_120_axes_0 = const()[name = string("reduce_mean_120_axes_0"), val = tensor([-1])]; bool reduce_mean_120_keep_dims_0 = const()[name = string("reduce_mean_120_keep_dims_0"), val = bool(true)]; tensor reduce_mean_120 = reduce_mean(axes = reduce_mean_120_axes_0, keep_dims = reduce_mean_120_keep_dims_0, x = mul_558)[name = string("reduce_mean_120")]; fp32 rsqrt_120_epsilon_0 = const()[name = string("rsqrt_120_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_120 = rsqrt(epsilon = rsqrt_120_epsilon_0, x = reduce_mean_120)[name = string("rsqrt_120")]; tensor mul_559 = mul(x = transpose_45, y = rsqrt_120)[name = string("mul_559")]; tensor mul_560_y_0 = const()[name = string("mul_560_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172416)))]; tensor mul_560 = mul(x = mul_559, y = mul_560_y_0)[name = string("mul_560")]; tensor slice_by_index_46_begin_0 = const()[name = string("slice_by_index_46_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_46_end_0 = const()[name = string("slice_by_index_46_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_46_end_mask_0 = const()[name = string("slice_by_index_46_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_46 = slice_by_index(begin = slice_by_index_46_begin_0, end = slice_by_index_46_end_0, end_mask = slice_by_index_46_end_mask_0, x = mul_560)[name = string("slice_by_index_46")]; tensor slice_by_index_47_begin_0 = const()[name = string("slice_by_index_47_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_47_end_0 = const()[name = string("slice_by_index_47_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_47_end_mask_0 = const()[name = string("slice_by_index_47_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_47 = slice_by_index(begin = slice_by_index_47_begin_0, end = slice_by_index_47_end_0, end_mask = slice_by_index_47_end_mask_0, x = mul_560)[name = string("slice_by_index_47")]; int32 concat_23_axis_0 = const()[name = string("concat_23_axis_0"), val = int32(-1)]; bool concat_23_interleave_0 = const()[name = string("concat_23_interleave_0"), val = bool(false)]; tensor concat_23 = concat(axis = concat_23_axis_0, interleave = concat_23_interleave_0, values = (slice_by_index_47, slice_by_index_46))[name = string("concat_23")]; tensor mul_561_y_0 = const()[name = string("mul_561_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_561 = mul(x = concat_23, y = mul_561_y_0)[name = string("mul_561")]; tensor mul_562 = mul(x = mul_560, y = mul_11_y_0)[name = string("mul_562")]; tensor mul_563 = mul(x = mul_561, y = mul_12_y_0)[name = string("mul_563")]; tensor add_67 = add(x = mul_562, y = mul_563)[name = string("add_67")]; tensor reshape_93_shape_0 = const()[name = string("reshape_93_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_93 = reshape(shape = reshape_93_shape_0, x = add_67)[name = string("reshape_93")]; tensor tile_22_reps_0 = const()[name = string("tile_22_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_22 = tile(reps = tile_22_reps_0, x = reshape_93)[name = string("tile_22")]; tensor reshape_94_shape_0 = const()[name = string("reshape_94_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_94 = reshape(shape = reshape_94_shape_0, x = tile_22)[name = string("reshape_94")]; tensor reshape_95_shape_0 = const()[name = string("reshape_95_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_46 = transpose(perm = transpose_46_perm_0, x = reshape_92)[name = string("transpose_17")]; tensor reshape_95 = reshape(shape = reshape_95_shape_0, x = transpose_46)[name = string("reshape_95")]; tensor tile_23_reps_0 = const()[name = string("tile_23_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_23 = tile(reps = tile_23_reps_0, x = reshape_95)[name = string("tile_23")]; tensor reshape_96_shape_0 = const()[name = string("reshape_96_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_96 = reshape(shape = reshape_96_shape_0, x = tile_23)[name = string("reshape_96")]; fp16 mul_564_y_0 = const()[name = string("mul_564_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_564 = mul(x = add_66, y = mul_564_y_0)[name = string("mul_564")]; bool matmul_22_transpose_y_0 = const()[name = string("matmul_22_transpose_y_0"), val = bool(true)]; bool matmul_22_transpose_x_0 = const()[name = string("matmul_22_transpose_x_0"), val = bool(false)]; tensor matmul_22 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = mul_564, y = reshape_94)[name = string("matmul_22")]; tensor add_68 = add(x = matmul_22, y = reshape_1)[name = string("add_68")]; int32 softmax_11_axis_0 = const()[name = string("softmax_11_axis_0"), val = int32(-1)]; tensor softmax_11 = softmax(axis = softmax_11_axis_0, x = add_68)[name = string("softmax_11")]; bool matmul_23_transpose_x_0 = const()[name = string("matmul_23_transpose_x_0"), val = bool(false)]; bool matmul_23_transpose_y_0 = const()[name = string("matmul_23_transpose_y_0"), val = bool(false)]; tensor matmul_23 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = softmax_11, y = reshape_96)[name = string("matmul_23")]; tensor transpose_47_perm_0 = const()[name = string("transpose_47_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_97_shape_0 = const()[name = string("reshape_97_shape_0"), val = tensor([16, 352])]; tensor transpose_47 = transpose(perm = transpose_47_perm_0, x = matmul_23)[name = string("transpose_16")]; tensor reshape_97 = reshape(shape = reshape_97_shape_0, x = transpose_47)[name = string("reshape_97")]; tensor mul_565 = mul(x = reshape_97, y = reshape_97)[name = string("mul_565")]; tensor reduce_mean_121_axes_0 = const()[name = string("reduce_mean_121_axes_0"), val = tensor([-1])]; bool reduce_mean_121_keep_dims_0 = const()[name = string("reduce_mean_121_keep_dims_0"), val = bool(true)]; tensor reduce_mean_121 = reduce_mean(axes = reduce_mean_121_axes_0, keep_dims = reduce_mean_121_keep_dims_0, x = mul_565)[name = string("reduce_mean_121")]; fp32 rsqrt_121_epsilon_0 = const()[name = string("rsqrt_121_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_121 = rsqrt(epsilon = rsqrt_121_epsilon_0, x = reduce_mean_121)[name = string("rsqrt_121")]; tensor mul_566 = mul(x = reshape_97, y = rsqrt_121)[name = string("mul_566")]; tensor mul_567_y_0 = const()[name = string("mul_567_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172608)))]; tensor mul_567 = mul(x = mul_566, y = mul_567_y_0)[name = string("mul_567")]; tensor tern_11_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6173376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_o_weight_0_palettized")]; tensor tern_11_o = linear(bias = linear_0_bias_0, weight = tern_11_o_weight_0_palettized, x = mul_567)[name = string("tern_11_o")]; tensor mul_568_y_0 = const()[name = string("mul_568_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6204416)))]; tensor mul_568 = mul(x = tern_11_o, y = mul_568_y_0)[name = string("mul_568")]; tensor add_69 = add(x = add_65, y = mul_568)[name = string("add_69")]; tensor mul_569 = mul(x = add_69, y = add_69)[name = string("mul_569")]; tensor reduce_mean_122_axes_0 = const()[name = string("reduce_mean_122_axes_0"), val = tensor([-1])]; bool reduce_mean_122_keep_dims_0 = const()[name = string("reduce_mean_122_keep_dims_0"), val = bool(true)]; tensor reduce_mean_122 = reduce_mean(axes = reduce_mean_122_axes_0, keep_dims = reduce_mean_122_keep_dims_0, x = mul_569)[name = string("reduce_mean_122")]; fp32 rsqrt_122_epsilon_0 = const()[name = string("rsqrt_122_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_122 = rsqrt(epsilon = rsqrt_122_epsilon_0, x = reduce_mean_122)[name = string("rsqrt_122")]; tensor mul_570 = mul(x = add_69, y = rsqrt_122)[name = string("mul_570")]; tensor mul_571_y_0 = const()[name = string("mul_571_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205184)))]; tensor mul_571 = mul(x = mul_570, y = mul_571_y_0)[name = string("mul_571")]; tensor mul_572 = mul(x = mul_571, y = mul_571)[name = string("mul_572")]; tensor reduce_mean_123_axes_0 = const()[name = string("reduce_mean_123_axes_0"), val = tensor([-1])]; bool reduce_mean_123_keep_dims_0 = const()[name = string("reduce_mean_123_keep_dims_0"), val = bool(true)]; tensor reduce_mean_123 = reduce_mean(axes = reduce_mean_123_axes_0, keep_dims = reduce_mean_123_keep_dims_0, x = mul_572)[name = string("reduce_mean_123")]; fp32 rsqrt_123_epsilon_0 = const()[name = string("rsqrt_123_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_123 = rsqrt(epsilon = rsqrt_123_epsilon_0, x = reduce_mean_123)[name = string("rsqrt_123")]; tensor mul_573 = mul(x = mul_571, y = rsqrt_123)[name = string("mul_573")]; tensor mul_574_y_0 = const()[name = string("mul_574_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205952)))]; tensor mul_574 = mul(x = mul_573, y = mul_574_y_0)[name = string("mul_574")]; tensor tern_11_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6206720))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w1_weight_0_palettized")]; tensor tern_11_w1 = linear(bias = linear_4_bias_0, weight = tern_11_w1_weight_0_palettized, x = mul_574)[name = string("tern_11_w1")]; tensor mul_575_y_0 = const()[name = string("mul_575_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6291264)))]; tensor mul_575 = mul(x = tern_11_w1, y = mul_575_y_0)[name = string("mul_575")]; tensor mul_578_y_0 = const()[name = string("mul_578_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6293248)))]; tensor mul_578 = mul(x = mul_573, y = mul_578_y_0)[name = string("mul_578")]; tensor tern_11_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6294016))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w3_weight_0_palettized")]; tensor tern_11_w3 = linear(bias = linear_4_bias_0, weight = tern_11_w3_weight_0_palettized, x = mul_578)[name = string("tern_11_w3")]; tensor mul_579_y_0 = const()[name = string("mul_579_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6378560)))]; tensor mul_579 = mul(x = tern_11_w3, y = mul_579_y_0)[name = string("mul_579")]; fp16 mul_580_y_0 = const()[name = string("mul_580_y_0"), val = fp16(0x1p-1)]; tensor mul_580 = mul(x = mul_575, y = mul_580_y_0)[name = string("mul_580")]; tensor tanh_11 = tanh(x = mul_580)[name = string("tanh_11")]; fp16 mul_581_x_0 = const()[name = string("mul_581_x_0"), val = fp16(0x1p-1)]; tensor mul_581 = mul(x = mul_581_x_0, y = tanh_11)[name = string("mul_581")]; fp16 add_70_x_0 = const()[name = string("add_70_x_0"), val = fp16(0x1p-1)]; tensor add_70 = add(x = add_70_x_0, y = mul_581)[name = string("add_70")]; tensor mul_582 = mul(x = mul_575, y = add_70)[name = string("mul_582")]; tensor mul_583 = mul(x = mul_582, y = mul_579)[name = string("mul_583")]; tensor mul_584 = mul(x = mul_583, y = mul_583)[name = string("mul_584")]; tensor reduce_mean_125_axes_0 = const()[name = string("reduce_mean_125_axes_0"), val = tensor([-1])]; bool reduce_mean_125_keep_dims_0 = const()[name = string("reduce_mean_125_keep_dims_0"), val = bool(true)]; tensor reduce_mean_125 = reduce_mean(axes = reduce_mean_125_axes_0, keep_dims = reduce_mean_125_keep_dims_0, x = mul_584)[name = string("reduce_mean_125")]; fp32 rsqrt_125_epsilon_0 = const()[name = string("rsqrt_125_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_125 = rsqrt(epsilon = rsqrt_125_epsilon_0, x = reduce_mean_125)[name = string("rsqrt_125")]; tensor mul_585 = mul(x = mul_583, y = rsqrt_125)[name = string("mul_585")]; tensor mul_586_y_0 = const()[name = string("mul_586_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6380544)))]; tensor mul_586 = mul(x = mul_585, y = mul_586_y_0)[name = string("mul_586")]; tensor tern_11_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6382528))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w2_weight_0_palettized")]; tensor tern_11_w2 = linear(bias = linear_0_bias_0, weight = tern_11_w2_weight_0_palettized, x = mul_586)[name = string("tern_11_w2")]; tensor mul_587_y_0 = const()[name = string("mul_587_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467072)))]; tensor mul_587 = mul(x = tern_11_w2, y = mul_587_y_0)[name = string("mul_587")]; tensor add_71 = add(x = add_69, y = mul_587)[name = string("add_71")]; tensor mul_588 = mul(x = add_71, y = add_71)[name = string("mul_588")]; tensor reduce_mean_126_axes_0 = const()[name = string("reduce_mean_126_axes_0"), val = tensor([-1])]; bool reduce_mean_126_keep_dims_0 = const()[name = string("reduce_mean_126_keep_dims_0"), val = bool(true)]; tensor reduce_mean_126 = reduce_mean(axes = reduce_mean_126_axes_0, keep_dims = reduce_mean_126_keep_dims_0, x = mul_588)[name = string("reduce_mean_126")]; fp32 rsqrt_126_epsilon_0 = const()[name = string("rsqrt_126_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_126 = rsqrt(epsilon = rsqrt_126_epsilon_0, x = reduce_mean_126)[name = string("rsqrt_126")]; tensor mul_589 = mul(x = add_71, y = rsqrt_126)[name = string("mul_589")]; tensor mul_590_y_0 = const()[name = string("mul_590_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467840)))]; tensor mul_590 = mul(x = mul_589, y = mul_590_y_0)[name = string("mul_590")]; tensor mul_591 = mul(x = mul_590, y = mul_590)[name = string("mul_591")]; tensor reduce_mean_127_axes_0 = const()[name = string("reduce_mean_127_axes_0"), val = tensor([-1])]; bool reduce_mean_127_keep_dims_0 = const()[name = string("reduce_mean_127_keep_dims_0"), val = bool(true)]; tensor reduce_mean_127 = reduce_mean(axes = reduce_mean_127_axes_0, keep_dims = reduce_mean_127_keep_dims_0, x = mul_591)[name = string("reduce_mean_127")]; fp32 rsqrt_127_epsilon_0 = const()[name = string("rsqrt_127_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_127 = rsqrt(epsilon = rsqrt_127_epsilon_0, x = reduce_mean_127)[name = string("rsqrt_127")]; tensor mul_592 = mul(x = mul_590, y = rsqrt_127)[name = string("mul_592")]; tensor mul_593_y_0 = const()[name = string("mul_593_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6468608)))]; tensor mul_593 = mul(x = mul_592, y = mul_593_y_0)[name = string("mul_593")]; tensor tern_12_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6469376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_q_weight_0_palettized")]; tensor tern_12_q = linear(bias = linear_0_bias_0, weight = tern_12_q_weight_0_palettized, x = mul_593)[name = string("tern_12_q")]; tensor mul_594_y_0 = const()[name = string("mul_594_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6500416)))]; tensor mul_594 = mul(x = tern_12_q, y = mul_594_y_0)[name = string("mul_594")]; tensor reshape_98_shape_0 = const()[name = string("reshape_98_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_98 = reshape(shape = reshape_98_shape_0, x = mul_594)[name = string("reshape_98")]; tensor transpose_48_perm_0 = const()[name = string("transpose_48_perm_0"), val = tensor([1, 0, 2])]; tensor mul_597_y_0 = const()[name = string("mul_597_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501184)))]; tensor mul_597 = mul(x = mul_592, y = mul_597_y_0)[name = string("mul_597")]; tensor tern_12_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501952))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_k_weight_0_palettized")]; tensor tern_12_k_bias_0 = const()[name = string("tern_12_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_k = linear(bias = tern_12_k_bias_0, weight = tern_12_k_weight_0_palettized, x = mul_597)[name = string("tern_12_k")]; tensor mul_598_y_0 = const()[name = string("mul_598_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6509760)))]; tensor mul_598 = mul(x = tern_12_k, y = mul_598_y_0)[name = string("mul_598")]; tensor reshape_99_shape_0 = const()[name = string("reshape_99_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_99 = reshape(shape = reshape_99_shape_0, x = mul_598)[name = string("reshape_99")]; tensor transpose_49_perm_0 = const()[name = string("transpose_49_perm_0"), val = tensor([1, 0, 2])]; tensor mul_601_y_0 = const()[name = string("mul_601_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510016)))]; tensor mul_601 = mul(x = mul_592, y = mul_601_y_0)[name = string("mul_601")]; tensor tern_12_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_v_weight_0_palettized")]; tensor tern_12_v_bias_0 = const()[name = string("tern_12_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_v = linear(bias = tern_12_v_bias_0, weight = tern_12_v_weight_0_palettized, x = mul_601)[name = string("tern_12_v")]; tensor mul_602_y_0 = const()[name = string("mul_602_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518592)))]; tensor mul_602 = mul(x = tern_12_v, y = mul_602_y_0)[name = string("mul_602")]; tensor reshape_100_shape_0 = const()[name = string("reshape_100_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_100 = reshape(shape = reshape_100_shape_0, x = mul_602)[name = string("reshape_100")]; tensor transpose_50_perm_0 = const()[name = string("transpose_50_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_48 = transpose(perm = transpose_48_perm_0, x = reshape_98)[name = string("transpose_15")]; tensor mul_603 = mul(x = transpose_48, y = transpose_48)[name = string("mul_603")]; tensor reduce_mean_130_axes_0 = const()[name = string("reduce_mean_130_axes_0"), val = tensor([-1])]; bool reduce_mean_130_keep_dims_0 = const()[name = string("reduce_mean_130_keep_dims_0"), val = bool(true)]; tensor reduce_mean_130 = reduce_mean(axes = reduce_mean_130_axes_0, keep_dims = reduce_mean_130_keep_dims_0, x = mul_603)[name = string("reduce_mean_130")]; fp32 rsqrt_130_epsilon_0 = const()[name = string("rsqrt_130_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_130 = rsqrt(epsilon = rsqrt_130_epsilon_0, x = reduce_mean_130)[name = string("rsqrt_130")]; tensor mul_604 = mul(x = transpose_48, y = rsqrt_130)[name = string("mul_604")]; tensor mul_605_y_0 = const()[name = string("mul_605_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518848)))]; tensor mul_605 = mul(x = mul_604, y = mul_605_y_0)[name = string("mul_605")]; tensor slice_by_index_48_begin_0 = const()[name = string("slice_by_index_48_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_48_end_0 = const()[name = string("slice_by_index_48_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_48_end_mask_0 = const()[name = string("slice_by_index_48_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_48 = slice_by_index(begin = slice_by_index_48_begin_0, end = slice_by_index_48_end_0, end_mask = slice_by_index_48_end_mask_0, x = mul_605)[name = string("slice_by_index_48")]; tensor slice_by_index_49_begin_0 = const()[name = string("slice_by_index_49_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_49_end_0 = const()[name = string("slice_by_index_49_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_49_end_mask_0 = const()[name = string("slice_by_index_49_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_49 = slice_by_index(begin = slice_by_index_49_begin_0, end = slice_by_index_49_end_0, end_mask = slice_by_index_49_end_mask_0, x = mul_605)[name = string("slice_by_index_49")]; int32 concat_24_axis_0 = const()[name = string("concat_24_axis_0"), val = int32(-1)]; bool concat_24_interleave_0 = const()[name = string("concat_24_interleave_0"), val = bool(false)]; tensor concat_24 = concat(axis = concat_24_axis_0, interleave = concat_24_interleave_0, values = (slice_by_index_49, slice_by_index_48))[name = string("concat_24")]; tensor mul_606_y_0 = const()[name = string("mul_606_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_606 = mul(x = concat_24, y = mul_606_y_0)[name = string("mul_606")]; tensor mul_607 = mul(x = mul_605, y = mul_11_y_0)[name = string("mul_607")]; tensor mul_608 = mul(x = mul_606, y = mul_12_y_0)[name = string("mul_608")]; tensor add_72 = add(x = mul_607, y = mul_608)[name = string("add_72")]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = reshape_99)[name = string("transpose_14")]; tensor mul_609 = mul(x = transpose_49, y = transpose_49)[name = string("mul_609")]; tensor reduce_mean_131_axes_0 = const()[name = string("reduce_mean_131_axes_0"), val = tensor([-1])]; bool reduce_mean_131_keep_dims_0 = const()[name = string("reduce_mean_131_keep_dims_0"), val = bool(true)]; tensor reduce_mean_131 = reduce_mean(axes = reduce_mean_131_axes_0, keep_dims = reduce_mean_131_keep_dims_0, x = mul_609)[name = string("reduce_mean_131")]; fp32 rsqrt_131_epsilon_0 = const()[name = string("rsqrt_131_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_131 = rsqrt(epsilon = rsqrt_131_epsilon_0, x = reduce_mean_131)[name = string("rsqrt_131")]; tensor mul_610 = mul(x = transpose_49, y = rsqrt_131)[name = string("mul_610")]; tensor mul_611_y_0 = const()[name = string("mul_611_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519040)))]; tensor mul_611 = mul(x = mul_610, y = mul_611_y_0)[name = string("mul_611")]; tensor slice_by_index_50_begin_0 = const()[name = string("slice_by_index_50_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_50_end_0 = const()[name = string("slice_by_index_50_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_50_end_mask_0 = const()[name = string("slice_by_index_50_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_50 = slice_by_index(begin = slice_by_index_50_begin_0, end = slice_by_index_50_end_0, end_mask = slice_by_index_50_end_mask_0, x = mul_611)[name = string("slice_by_index_50")]; tensor slice_by_index_51_begin_0 = const()[name = string("slice_by_index_51_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_51_end_0 = const()[name = string("slice_by_index_51_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_51_end_mask_0 = const()[name = string("slice_by_index_51_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_51 = slice_by_index(begin = slice_by_index_51_begin_0, end = slice_by_index_51_end_0, end_mask = slice_by_index_51_end_mask_0, x = mul_611)[name = string("slice_by_index_51")]; int32 concat_25_axis_0 = const()[name = string("concat_25_axis_0"), val = int32(-1)]; bool concat_25_interleave_0 = const()[name = string("concat_25_interleave_0"), val = bool(false)]; tensor concat_25 = concat(axis = concat_25_axis_0, interleave = concat_25_interleave_0, values = (slice_by_index_51, slice_by_index_50))[name = string("concat_25")]; tensor mul_612_y_0 = const()[name = string("mul_612_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_612 = mul(x = concat_25, y = mul_612_y_0)[name = string("mul_612")]; tensor mul_613 = mul(x = mul_611, y = mul_11_y_0)[name = string("mul_613")]; tensor mul_614 = mul(x = mul_612, y = mul_12_y_0)[name = string("mul_614")]; tensor add_73 = add(x = mul_613, y = mul_614)[name = string("add_73")]; tensor reshape_101_shape_0 = const()[name = string("reshape_101_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_101 = reshape(shape = reshape_101_shape_0, x = add_73)[name = string("reshape_101")]; tensor tile_24_reps_0 = const()[name = string("tile_24_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_24 = tile(reps = tile_24_reps_0, x = reshape_101)[name = string("tile_24")]; tensor reshape_102_shape_0 = const()[name = string("reshape_102_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_102 = reshape(shape = reshape_102_shape_0, x = tile_24)[name = string("reshape_102")]; tensor reshape_103_shape_0 = const()[name = string("reshape_103_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = reshape_100)[name = string("transpose_13")]; tensor reshape_103 = reshape(shape = reshape_103_shape_0, x = transpose_50)[name = string("reshape_103")]; tensor tile_25_reps_0 = const()[name = string("tile_25_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_25 = tile(reps = tile_25_reps_0, x = reshape_103)[name = string("tile_25")]; tensor reshape_104_shape_0 = const()[name = string("reshape_104_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_104 = reshape(shape = reshape_104_shape_0, x = tile_25)[name = string("reshape_104")]; fp16 mul_615_y_0 = const()[name = string("mul_615_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_615 = mul(x = add_72, y = mul_615_y_0)[name = string("mul_615")]; bool matmul_24_transpose_y_0 = const()[name = string("matmul_24_transpose_y_0"), val = bool(true)]; bool matmul_24_transpose_x_0 = const()[name = string("matmul_24_transpose_x_0"), val = bool(false)]; tensor matmul_24 = matmul(transpose_x = matmul_24_transpose_x_0, transpose_y = matmul_24_transpose_y_0, x = mul_615, y = reshape_102)[name = string("matmul_24")]; tensor add_74 = add(x = matmul_24, y = reshape_1)[name = string("add_74")]; int32 softmax_12_axis_0 = const()[name = string("softmax_12_axis_0"), val = int32(-1)]; tensor softmax_12 = softmax(axis = softmax_12_axis_0, x = add_74)[name = string("softmax_12")]; bool matmul_25_transpose_x_0 = const()[name = string("matmul_25_transpose_x_0"), val = bool(false)]; bool matmul_25_transpose_y_0 = const()[name = string("matmul_25_transpose_y_0"), val = bool(false)]; tensor matmul_25 = matmul(transpose_x = matmul_25_transpose_x_0, transpose_y = matmul_25_transpose_y_0, x = softmax_12, y = reshape_104)[name = string("matmul_25")]; tensor transpose_51_perm_0 = const()[name = string("transpose_51_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_105_shape_0 = const()[name = string("reshape_105_shape_0"), val = tensor([16, 352])]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = matmul_25)[name = string("transpose_12")]; tensor reshape_105 = reshape(shape = reshape_105_shape_0, x = transpose_51)[name = string("reshape_105")]; tensor mul_616 = mul(x = reshape_105, y = reshape_105)[name = string("mul_616")]; tensor reduce_mean_132_axes_0 = const()[name = string("reduce_mean_132_axes_0"), val = tensor([-1])]; bool reduce_mean_132_keep_dims_0 = const()[name = string("reduce_mean_132_keep_dims_0"), val = bool(true)]; tensor reduce_mean_132 = reduce_mean(axes = reduce_mean_132_axes_0, keep_dims = reduce_mean_132_keep_dims_0, x = mul_616)[name = string("reduce_mean_132")]; fp32 rsqrt_132_epsilon_0 = const()[name = string("rsqrt_132_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_132 = rsqrt(epsilon = rsqrt_132_epsilon_0, x = reduce_mean_132)[name = string("rsqrt_132")]; tensor mul_617 = mul(x = reshape_105, y = rsqrt_132)[name = string("mul_617")]; tensor mul_618_y_0 = const()[name = string("mul_618_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519232)))]; tensor mul_618 = mul(x = mul_617, y = mul_618_y_0)[name = string("mul_618")]; tensor tern_12_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6520000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_o_weight_0_palettized")]; tensor tern_12_o = linear(bias = linear_0_bias_0, weight = tern_12_o_weight_0_palettized, x = mul_618)[name = string("tern_12_o")]; tensor mul_619_y_0 = const()[name = string("mul_619_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551040)))]; tensor mul_619 = mul(x = tern_12_o, y = mul_619_y_0)[name = string("mul_619")]; tensor add_75 = add(x = add_71, y = mul_619)[name = string("add_75")]; tensor mul_620 = mul(x = add_75, y = add_75)[name = string("mul_620")]; tensor reduce_mean_133_axes_0 = const()[name = string("reduce_mean_133_axes_0"), val = tensor([-1])]; bool reduce_mean_133_keep_dims_0 = const()[name = string("reduce_mean_133_keep_dims_0"), val = bool(true)]; tensor reduce_mean_133 = reduce_mean(axes = reduce_mean_133_axes_0, keep_dims = reduce_mean_133_keep_dims_0, x = mul_620)[name = string("reduce_mean_133")]; fp32 rsqrt_133_epsilon_0 = const()[name = string("rsqrt_133_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_133 = rsqrt(epsilon = rsqrt_133_epsilon_0, x = reduce_mean_133)[name = string("rsqrt_133")]; tensor mul_621 = mul(x = add_75, y = rsqrt_133)[name = string("mul_621")]; tensor mul_622_y_0 = const()[name = string("mul_622_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551808)))]; tensor mul_622 = mul(x = mul_621, y = mul_622_y_0)[name = string("mul_622")]; tensor mul_623 = mul(x = mul_622, y = mul_622)[name = string("mul_623")]; tensor reduce_mean_134_axes_0 = const()[name = string("reduce_mean_134_axes_0"), val = tensor([-1])]; bool reduce_mean_134_keep_dims_0 = const()[name = string("reduce_mean_134_keep_dims_0"), val = bool(true)]; tensor reduce_mean_134 = reduce_mean(axes = reduce_mean_134_axes_0, keep_dims = reduce_mean_134_keep_dims_0, x = mul_623)[name = string("reduce_mean_134")]; fp32 rsqrt_134_epsilon_0 = const()[name = string("rsqrt_134_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_134 = rsqrt(epsilon = rsqrt_134_epsilon_0, x = reduce_mean_134)[name = string("rsqrt_134")]; tensor mul_624 = mul(x = mul_622, y = rsqrt_134)[name = string("mul_624")]; tensor mul_625_y_0 = const()[name = string("mul_625_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6552576)))]; tensor mul_625 = mul(x = mul_624, y = mul_625_y_0)[name = string("mul_625")]; tensor tern_12_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6553344))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w1_weight_0_palettized")]; tensor tern_12_w1 = linear(bias = linear_4_bias_0, weight = tern_12_w1_weight_0_palettized, x = mul_625)[name = string("tern_12_w1")]; tensor mul_626_y_0 = const()[name = string("mul_626_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6637888)))]; tensor mul_626 = mul(x = tern_12_w1, y = mul_626_y_0)[name = string("mul_626")]; tensor mul_629_y_0 = const()[name = string("mul_629_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6639872)))]; tensor mul_629 = mul(x = mul_624, y = mul_629_y_0)[name = string("mul_629")]; tensor tern_12_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6640640))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w3_weight_0_palettized")]; tensor tern_12_w3 = linear(bias = linear_4_bias_0, weight = tern_12_w3_weight_0_palettized, x = mul_629)[name = string("tern_12_w3")]; tensor mul_630_y_0 = const()[name = string("mul_630_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6725184)))]; tensor mul_630 = mul(x = tern_12_w3, y = mul_630_y_0)[name = string("mul_630")]; fp16 mul_631_y_0 = const()[name = string("mul_631_y_0"), val = fp16(0x1p-1)]; tensor mul_631 = mul(x = mul_626, y = mul_631_y_0)[name = string("mul_631")]; tensor tanh_12 = tanh(x = mul_631)[name = string("tanh_12")]; fp16 mul_632_x_0 = const()[name = string("mul_632_x_0"), val = fp16(0x1p-1)]; tensor mul_632 = mul(x = mul_632_x_0, y = tanh_12)[name = string("mul_632")]; fp16 add_76_x_0 = const()[name = string("add_76_x_0"), val = fp16(0x1p-1)]; tensor add_76 = add(x = add_76_x_0, y = mul_632)[name = string("add_76")]; tensor mul_633 = mul(x = mul_626, y = add_76)[name = string("mul_633")]; tensor mul_634 = mul(x = mul_633, y = mul_630)[name = string("mul_634")]; tensor mul_635 = mul(x = mul_634, y = mul_634)[name = string("mul_635")]; tensor reduce_mean_136_axes_0 = const()[name = string("reduce_mean_136_axes_0"), val = tensor([-1])]; bool reduce_mean_136_keep_dims_0 = const()[name = string("reduce_mean_136_keep_dims_0"), val = bool(true)]; tensor reduce_mean_136 = reduce_mean(axes = reduce_mean_136_axes_0, keep_dims = reduce_mean_136_keep_dims_0, x = mul_635)[name = string("reduce_mean_136")]; fp32 rsqrt_136_epsilon_0 = const()[name = string("rsqrt_136_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_136 = rsqrt(epsilon = rsqrt_136_epsilon_0, x = reduce_mean_136)[name = string("rsqrt_136")]; tensor mul_636 = mul(x = mul_634, y = rsqrt_136)[name = string("mul_636")]; tensor mul_637_y_0 = const()[name = string("mul_637_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6727168)))]; tensor mul_637 = mul(x = mul_636, y = mul_637_y_0)[name = string("mul_637")]; tensor tern_12_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6729152))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w2_weight_0_palettized")]; tensor tern_12_w2 = linear(bias = linear_0_bias_0, weight = tern_12_w2_weight_0_palettized, x = mul_637)[name = string("tern_12_w2")]; tensor mul_638_y_0 = const()[name = string("mul_638_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6813696)))]; tensor mul_638 = mul(x = tern_12_w2, y = mul_638_y_0)[name = string("mul_638")]; tensor add_77 = add(x = add_75, y = mul_638)[name = string("add_77")]; tensor mul_639 = mul(x = add_77, y = add_77)[name = string("mul_639")]; tensor reduce_mean_137_axes_0 = const()[name = string("reduce_mean_137_axes_0"), val = tensor([-1])]; bool reduce_mean_137_keep_dims_0 = const()[name = string("reduce_mean_137_keep_dims_0"), val = bool(true)]; tensor reduce_mean_137 = reduce_mean(axes = reduce_mean_137_axes_0, keep_dims = reduce_mean_137_keep_dims_0, x = mul_639)[name = string("reduce_mean_137")]; fp32 rsqrt_137_epsilon_0 = const()[name = string("rsqrt_137_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_137 = rsqrt(epsilon = rsqrt_137_epsilon_0, x = reduce_mean_137)[name = string("rsqrt_137")]; tensor mul_640 = mul(x = add_77, y = rsqrt_137)[name = string("mul_640")]; tensor mul_641_y_0 = const()[name = string("mul_641_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6814464)))]; tensor mul_641 = mul(x = mul_640, y = mul_641_y_0)[name = string("mul_641")]; tensor mul_642 = mul(x = mul_641, y = mul_641)[name = string("mul_642")]; tensor reduce_mean_138_axes_0 = const()[name = string("reduce_mean_138_axes_0"), val = tensor([-1])]; bool reduce_mean_138_keep_dims_0 = const()[name = string("reduce_mean_138_keep_dims_0"), val = bool(true)]; tensor reduce_mean_138 = reduce_mean(axes = reduce_mean_138_axes_0, keep_dims = reduce_mean_138_keep_dims_0, x = mul_642)[name = string("reduce_mean_138")]; fp32 rsqrt_138_epsilon_0 = const()[name = string("rsqrt_138_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_138 = rsqrt(epsilon = rsqrt_138_epsilon_0, x = reduce_mean_138)[name = string("rsqrt_138")]; tensor mul_643 = mul(x = mul_641, y = rsqrt_138)[name = string("mul_643")]; tensor mul_644_y_0 = const()[name = string("mul_644_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6815232)))]; tensor mul_644 = mul(x = mul_643, y = mul_644_y_0)[name = string("mul_644")]; tensor tern_13_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6816000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_q_weight_0_palettized")]; tensor tern_13_q = linear(bias = linear_0_bias_0, weight = tern_13_q_weight_0_palettized, x = mul_644)[name = string("tern_13_q")]; tensor mul_645_y_0 = const()[name = string("mul_645_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847040)))]; tensor mul_645 = mul(x = tern_13_q, y = mul_645_y_0)[name = string("mul_645")]; tensor reshape_106_shape_0 = const()[name = string("reshape_106_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_106 = reshape(shape = reshape_106_shape_0, x = mul_645)[name = string("reshape_106")]; tensor transpose_52_perm_0 = const()[name = string("transpose_52_perm_0"), val = tensor([1, 0, 2])]; tensor mul_648_y_0 = const()[name = string("mul_648_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847808)))]; tensor mul_648 = mul(x = mul_643, y = mul_648_y_0)[name = string("mul_648")]; tensor tern_13_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6848576))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_k_weight_0_palettized")]; tensor tern_13_k_bias_0 = const()[name = string("tern_13_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_k = linear(bias = tern_13_k_bias_0, weight = tern_13_k_weight_0_palettized, x = mul_648)[name = string("tern_13_k")]; tensor mul_649_y_0 = const()[name = string("mul_649_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856384)))]; tensor mul_649 = mul(x = tern_13_k, y = mul_649_y_0)[name = string("mul_649")]; tensor reshape_107_shape_0 = const()[name = string("reshape_107_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_107 = reshape(shape = reshape_107_shape_0, x = mul_649)[name = string("reshape_107")]; tensor transpose_53_perm_0 = const()[name = string("transpose_53_perm_0"), val = tensor([1, 0, 2])]; tensor mul_652_y_0 = const()[name = string("mul_652_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856640)))]; tensor mul_652 = mul(x = mul_643, y = mul_652_y_0)[name = string("mul_652")]; tensor tern_13_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6857408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_v_weight_0_palettized")]; tensor tern_13_v_bias_0 = const()[name = string("tern_13_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_v = linear(bias = tern_13_v_bias_0, weight = tern_13_v_weight_0_palettized, x = mul_652)[name = string("tern_13_v")]; tensor mul_653_y_0 = const()[name = string("mul_653_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865216)))]; tensor mul_653 = mul(x = tern_13_v, y = mul_653_y_0)[name = string("mul_653")]; tensor reshape_108_shape_0 = const()[name = string("reshape_108_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_108 = reshape(shape = reshape_108_shape_0, x = mul_653)[name = string("reshape_108")]; tensor transpose_54_perm_0 = const()[name = string("transpose_54_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = reshape_106)[name = string("transpose_11")]; tensor mul_654 = mul(x = transpose_52, y = transpose_52)[name = string("mul_654")]; tensor reduce_mean_141_axes_0 = const()[name = string("reduce_mean_141_axes_0"), val = tensor([-1])]; bool reduce_mean_141_keep_dims_0 = const()[name = string("reduce_mean_141_keep_dims_0"), val = bool(true)]; tensor reduce_mean_141 = reduce_mean(axes = reduce_mean_141_axes_0, keep_dims = reduce_mean_141_keep_dims_0, x = mul_654)[name = string("reduce_mean_141")]; fp32 rsqrt_141_epsilon_0 = const()[name = string("rsqrt_141_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_141 = rsqrt(epsilon = rsqrt_141_epsilon_0, x = reduce_mean_141)[name = string("rsqrt_141")]; tensor mul_655 = mul(x = transpose_52, y = rsqrt_141)[name = string("mul_655")]; tensor mul_656_y_0 = const()[name = string("mul_656_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865472)))]; tensor mul_656 = mul(x = mul_655, y = mul_656_y_0)[name = string("mul_656")]; tensor slice_by_index_52_begin_0 = const()[name = string("slice_by_index_52_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_52_end_0 = const()[name = string("slice_by_index_52_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_52_end_mask_0 = const()[name = string("slice_by_index_52_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_52 = slice_by_index(begin = slice_by_index_52_begin_0, end = slice_by_index_52_end_0, end_mask = slice_by_index_52_end_mask_0, x = mul_656)[name = string("slice_by_index_52")]; tensor slice_by_index_53_begin_0 = const()[name = string("slice_by_index_53_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_53_end_0 = const()[name = string("slice_by_index_53_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_53_end_mask_0 = const()[name = string("slice_by_index_53_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_53 = slice_by_index(begin = slice_by_index_53_begin_0, end = slice_by_index_53_end_0, end_mask = slice_by_index_53_end_mask_0, x = mul_656)[name = string("slice_by_index_53")]; int32 concat_26_axis_0 = const()[name = string("concat_26_axis_0"), val = int32(-1)]; bool concat_26_interleave_0 = const()[name = string("concat_26_interleave_0"), val = bool(false)]; tensor concat_26 = concat(axis = concat_26_axis_0, interleave = concat_26_interleave_0, values = (slice_by_index_53, slice_by_index_52))[name = string("concat_26")]; tensor mul_657_y_0 = const()[name = string("mul_657_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_657 = mul(x = concat_26, y = mul_657_y_0)[name = string("mul_657")]; tensor mul_658 = mul(x = mul_656, y = mul_11_y_0)[name = string("mul_658")]; tensor mul_659 = mul(x = mul_657, y = mul_12_y_0)[name = string("mul_659")]; tensor add_78 = add(x = mul_658, y = mul_659)[name = string("add_78")]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = reshape_107)[name = string("transpose_10")]; tensor mul_660 = mul(x = transpose_53, y = transpose_53)[name = string("mul_660")]; tensor reduce_mean_142_axes_0 = const()[name = string("reduce_mean_142_axes_0"), val = tensor([-1])]; bool reduce_mean_142_keep_dims_0 = const()[name = string("reduce_mean_142_keep_dims_0"), val = bool(true)]; tensor reduce_mean_142 = reduce_mean(axes = reduce_mean_142_axes_0, keep_dims = reduce_mean_142_keep_dims_0, x = mul_660)[name = string("reduce_mean_142")]; fp32 rsqrt_142_epsilon_0 = const()[name = string("rsqrt_142_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_142 = rsqrt(epsilon = rsqrt_142_epsilon_0, x = reduce_mean_142)[name = string("rsqrt_142")]; tensor mul_661 = mul(x = transpose_53, y = rsqrt_142)[name = string("mul_661")]; tensor mul_662_y_0 = const()[name = string("mul_662_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865664)))]; tensor mul_662 = mul(x = mul_661, y = mul_662_y_0)[name = string("mul_662")]; tensor slice_by_index_54_begin_0 = const()[name = string("slice_by_index_54_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_54_end_0 = const()[name = string("slice_by_index_54_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_54_end_mask_0 = const()[name = string("slice_by_index_54_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_54 = slice_by_index(begin = slice_by_index_54_begin_0, end = slice_by_index_54_end_0, end_mask = slice_by_index_54_end_mask_0, x = mul_662)[name = string("slice_by_index_54")]; tensor slice_by_index_55_begin_0 = const()[name = string("slice_by_index_55_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_55_end_0 = const()[name = string("slice_by_index_55_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_55_end_mask_0 = const()[name = string("slice_by_index_55_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_55 = slice_by_index(begin = slice_by_index_55_begin_0, end = slice_by_index_55_end_0, end_mask = slice_by_index_55_end_mask_0, x = mul_662)[name = string("slice_by_index_55")]; int32 concat_27_axis_0 = const()[name = string("concat_27_axis_0"), val = int32(-1)]; bool concat_27_interleave_0 = const()[name = string("concat_27_interleave_0"), val = bool(false)]; tensor concat_27 = concat(axis = concat_27_axis_0, interleave = concat_27_interleave_0, values = (slice_by_index_55, slice_by_index_54))[name = string("concat_27")]; tensor mul_663_y_0 = const()[name = string("mul_663_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_663 = mul(x = concat_27, y = mul_663_y_0)[name = string("mul_663")]; tensor mul_664 = mul(x = mul_662, y = mul_11_y_0)[name = string("mul_664")]; tensor mul_665 = mul(x = mul_663, y = mul_12_y_0)[name = string("mul_665")]; tensor add_79 = add(x = mul_664, y = mul_665)[name = string("add_79")]; tensor reshape_109_shape_0 = const()[name = string("reshape_109_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_109 = reshape(shape = reshape_109_shape_0, x = add_79)[name = string("reshape_109")]; tensor tile_26_reps_0 = const()[name = string("tile_26_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_26 = tile(reps = tile_26_reps_0, x = reshape_109)[name = string("tile_26")]; tensor reshape_110_shape_0 = const()[name = string("reshape_110_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_110 = reshape(shape = reshape_110_shape_0, x = tile_26)[name = string("reshape_110")]; tensor reshape_111_shape_0 = const()[name = string("reshape_111_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = reshape_108)[name = string("transpose_9")]; tensor reshape_111 = reshape(shape = reshape_111_shape_0, x = transpose_54)[name = string("reshape_111")]; tensor tile_27_reps_0 = const()[name = string("tile_27_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_27 = tile(reps = tile_27_reps_0, x = reshape_111)[name = string("tile_27")]; tensor reshape_112_shape_0 = const()[name = string("reshape_112_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_112 = reshape(shape = reshape_112_shape_0, x = tile_27)[name = string("reshape_112")]; fp16 mul_666_y_0 = const()[name = string("mul_666_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_666 = mul(x = add_78, y = mul_666_y_0)[name = string("mul_666")]; bool matmul_26_transpose_y_0 = const()[name = string("matmul_26_transpose_y_0"), val = bool(true)]; bool matmul_26_transpose_x_0 = const()[name = string("matmul_26_transpose_x_0"), val = bool(false)]; tensor matmul_26 = matmul(transpose_x = matmul_26_transpose_x_0, transpose_y = matmul_26_transpose_y_0, x = mul_666, y = reshape_110)[name = string("matmul_26")]; tensor add_80 = add(x = matmul_26, y = reshape_1)[name = string("add_80")]; int32 softmax_13_axis_0 = const()[name = string("softmax_13_axis_0"), val = int32(-1)]; tensor softmax_13 = softmax(axis = softmax_13_axis_0, x = add_80)[name = string("softmax_13")]; bool matmul_27_transpose_x_0 = const()[name = string("matmul_27_transpose_x_0"), val = bool(false)]; bool matmul_27_transpose_y_0 = const()[name = string("matmul_27_transpose_y_0"), val = bool(false)]; tensor matmul_27 = matmul(transpose_x = matmul_27_transpose_x_0, transpose_y = matmul_27_transpose_y_0, x = softmax_13, y = reshape_112)[name = string("matmul_27")]; tensor transpose_55_perm_0 = const()[name = string("transpose_55_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_113_shape_0 = const()[name = string("reshape_113_shape_0"), val = tensor([16, 352])]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = matmul_27)[name = string("transpose_8")]; tensor reshape_113 = reshape(shape = reshape_113_shape_0, x = transpose_55)[name = string("reshape_113")]; tensor mul_667 = mul(x = reshape_113, y = reshape_113)[name = string("mul_667")]; tensor reduce_mean_143_axes_0 = const()[name = string("reduce_mean_143_axes_0"), val = tensor([-1])]; bool reduce_mean_143_keep_dims_0 = const()[name = string("reduce_mean_143_keep_dims_0"), val = bool(true)]; tensor reduce_mean_143 = reduce_mean(axes = reduce_mean_143_axes_0, keep_dims = reduce_mean_143_keep_dims_0, x = mul_667)[name = string("reduce_mean_143")]; fp32 rsqrt_143_epsilon_0 = const()[name = string("rsqrt_143_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_143 = rsqrt(epsilon = rsqrt_143_epsilon_0, x = reduce_mean_143)[name = string("rsqrt_143")]; tensor mul_668 = mul(x = reshape_113, y = rsqrt_143)[name = string("mul_668")]; tensor mul_669_y_0 = const()[name = string("mul_669_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865856)))]; tensor mul_669 = mul(x = mul_668, y = mul_669_y_0)[name = string("mul_669")]; tensor tern_13_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6866624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_o_weight_0_palettized")]; tensor tern_13_o = linear(bias = linear_0_bias_0, weight = tern_13_o_weight_0_palettized, x = mul_669)[name = string("tern_13_o")]; tensor mul_670_y_0 = const()[name = string("mul_670_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6897664)))]; tensor mul_670 = mul(x = tern_13_o, y = mul_670_y_0)[name = string("mul_670")]; tensor add_81 = add(x = add_77, y = mul_670)[name = string("add_81")]; tensor mul_671 = mul(x = add_81, y = add_81)[name = string("mul_671")]; tensor reduce_mean_144_axes_0 = const()[name = string("reduce_mean_144_axes_0"), val = tensor([-1])]; bool reduce_mean_144_keep_dims_0 = const()[name = string("reduce_mean_144_keep_dims_0"), val = bool(true)]; tensor reduce_mean_144 = reduce_mean(axes = reduce_mean_144_axes_0, keep_dims = reduce_mean_144_keep_dims_0, x = mul_671)[name = string("reduce_mean_144")]; fp32 rsqrt_144_epsilon_0 = const()[name = string("rsqrt_144_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_144 = rsqrt(epsilon = rsqrt_144_epsilon_0, x = reduce_mean_144)[name = string("rsqrt_144")]; tensor mul_672 = mul(x = add_81, y = rsqrt_144)[name = string("mul_672")]; tensor mul_673_y_0 = const()[name = string("mul_673_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6898432)))]; tensor mul_673 = mul(x = mul_672, y = mul_673_y_0)[name = string("mul_673")]; tensor mul_674 = mul(x = mul_673, y = mul_673)[name = string("mul_674")]; tensor reduce_mean_145_axes_0 = const()[name = string("reduce_mean_145_axes_0"), val = tensor([-1])]; bool reduce_mean_145_keep_dims_0 = const()[name = string("reduce_mean_145_keep_dims_0"), val = bool(true)]; tensor reduce_mean_145 = reduce_mean(axes = reduce_mean_145_axes_0, keep_dims = reduce_mean_145_keep_dims_0, x = mul_674)[name = string("reduce_mean_145")]; fp32 rsqrt_145_epsilon_0 = const()[name = string("rsqrt_145_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_145 = rsqrt(epsilon = rsqrt_145_epsilon_0, x = reduce_mean_145)[name = string("rsqrt_145")]; tensor mul_675 = mul(x = mul_673, y = rsqrt_145)[name = string("mul_675")]; tensor mul_676_y_0 = const()[name = string("mul_676_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899200)))]; tensor mul_676 = mul(x = mul_675, y = mul_676_y_0)[name = string("mul_676")]; tensor tern_13_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899968))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w1_weight_0_palettized")]; tensor tern_13_w1 = linear(bias = linear_4_bias_0, weight = tern_13_w1_weight_0_palettized, x = mul_676)[name = string("tern_13_w1")]; tensor mul_677_y_0 = const()[name = string("mul_677_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6984512)))]; tensor mul_677 = mul(x = tern_13_w1, y = mul_677_y_0)[name = string("mul_677")]; tensor mul_680_y_0 = const()[name = string("mul_680_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6986496)))]; tensor mul_680 = mul(x = mul_675, y = mul_680_y_0)[name = string("mul_680")]; tensor tern_13_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6987264))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w3_weight_0_palettized")]; tensor tern_13_w3 = linear(bias = linear_4_bias_0, weight = tern_13_w3_weight_0_palettized, x = mul_680)[name = string("tern_13_w3")]; tensor mul_681_y_0 = const()[name = string("mul_681_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7071808)))]; tensor mul_681 = mul(x = tern_13_w3, y = mul_681_y_0)[name = string("mul_681")]; fp16 mul_682_y_0 = const()[name = string("mul_682_y_0"), val = fp16(0x1p-1)]; tensor mul_682 = mul(x = mul_677, y = mul_682_y_0)[name = string("mul_682")]; tensor tanh_13 = tanh(x = mul_682)[name = string("tanh_13")]; fp16 mul_683_x_0 = const()[name = string("mul_683_x_0"), val = fp16(0x1p-1)]; tensor mul_683 = mul(x = mul_683_x_0, y = tanh_13)[name = string("mul_683")]; fp16 add_82_x_0 = const()[name = string("add_82_x_0"), val = fp16(0x1p-1)]; tensor add_82 = add(x = add_82_x_0, y = mul_683)[name = string("add_82")]; tensor mul_684 = mul(x = mul_677, y = add_82)[name = string("mul_684")]; tensor mul_685 = mul(x = mul_684, y = mul_681)[name = string("mul_685")]; tensor mul_686 = mul(x = mul_685, y = mul_685)[name = string("mul_686")]; tensor reduce_mean_147_axes_0 = const()[name = string("reduce_mean_147_axes_0"), val = tensor([-1])]; bool reduce_mean_147_keep_dims_0 = const()[name = string("reduce_mean_147_keep_dims_0"), val = bool(true)]; tensor reduce_mean_147 = reduce_mean(axes = reduce_mean_147_axes_0, keep_dims = reduce_mean_147_keep_dims_0, x = mul_686)[name = string("reduce_mean_147")]; fp32 rsqrt_147_epsilon_0 = const()[name = string("rsqrt_147_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_147 = rsqrt(epsilon = rsqrt_147_epsilon_0, x = reduce_mean_147)[name = string("rsqrt_147")]; tensor mul_687 = mul(x = mul_685, y = rsqrt_147)[name = string("mul_687")]; tensor mul_688_y_0 = const()[name = string("mul_688_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7073792)))]; tensor mul_688 = mul(x = mul_687, y = mul_688_y_0)[name = string("mul_688")]; tensor tern_13_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7075776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w2_weight_0_palettized")]; tensor tern_13_w2 = linear(bias = linear_0_bias_0, weight = tern_13_w2_weight_0_palettized, x = mul_688)[name = string("tern_13_w2")]; tensor mul_689_y_0 = const()[name = string("mul_689_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7160320)))]; tensor mul_689 = mul(x = tern_13_w2, y = mul_689_y_0)[name = string("mul_689")]; tensor add_83 = add(x = add_81, y = mul_689)[name = string("add_83")]; tensor mul_690 = mul(x = add_83, y = add_83)[name = string("mul_690")]; tensor reduce_mean_148_axes_0 = const()[name = string("reduce_mean_148_axes_0"), val = tensor([-1])]; bool reduce_mean_148_keep_dims_0 = const()[name = string("reduce_mean_148_keep_dims_0"), val = bool(true)]; tensor reduce_mean_148 = reduce_mean(axes = reduce_mean_148_axes_0, keep_dims = reduce_mean_148_keep_dims_0, x = mul_690)[name = string("reduce_mean_148")]; fp32 rsqrt_148_epsilon_0 = const()[name = string("rsqrt_148_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_148 = rsqrt(epsilon = rsqrt_148_epsilon_0, x = reduce_mean_148)[name = string("rsqrt_148")]; tensor mul_691 = mul(x = add_83, y = rsqrt_148)[name = string("mul_691")]; tensor mul_692_y_0 = const()[name = string("mul_692_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161088)))]; tensor mul_692 = mul(x = mul_691, y = mul_692_y_0)[name = string("mul_692")]; tensor mul_693 = mul(x = mul_692, y = mul_692)[name = string("mul_693")]; tensor reduce_mean_149_axes_0 = const()[name = string("reduce_mean_149_axes_0"), val = tensor([-1])]; bool reduce_mean_149_keep_dims_0 = const()[name = string("reduce_mean_149_keep_dims_0"), val = bool(true)]; tensor reduce_mean_149 = reduce_mean(axes = reduce_mean_149_axes_0, keep_dims = reduce_mean_149_keep_dims_0, x = mul_693)[name = string("reduce_mean_149")]; fp32 rsqrt_149_epsilon_0 = const()[name = string("rsqrt_149_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_149 = rsqrt(epsilon = rsqrt_149_epsilon_0, x = reduce_mean_149)[name = string("rsqrt_149")]; tensor mul_694 = mul(x = mul_692, y = rsqrt_149)[name = string("mul_694")]; tensor mul_695_y_0 = const()[name = string("mul_695_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161856)))]; tensor mul_695 = mul(x = mul_694, y = mul_695_y_0)[name = string("mul_695")]; tensor tern_14_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7162624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_q_weight_0_palettized")]; tensor tern_14_q = linear(bias = linear_0_bias_0, weight = tern_14_q_weight_0_palettized, x = mul_695)[name = string("tern_14_q")]; tensor mul_696_y_0 = const()[name = string("mul_696_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7193664)))]; tensor mul_696 = mul(x = tern_14_q, y = mul_696_y_0)[name = string("mul_696")]; tensor reshape_114_shape_0 = const()[name = string("reshape_114_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_114 = reshape(shape = reshape_114_shape_0, x = mul_696)[name = string("reshape_114")]; tensor transpose_56_perm_0 = const()[name = string("transpose_56_perm_0"), val = tensor([1, 0, 2])]; tensor mul_699_y_0 = const()[name = string("mul_699_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7194432)))]; tensor mul_699 = mul(x = mul_694, y = mul_699_y_0)[name = string("mul_699")]; tensor tern_14_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7195200))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_k_weight_0_palettized")]; tensor tern_14_k_bias_0 = const()[name = string("tern_14_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_k = linear(bias = tern_14_k_bias_0, weight = tern_14_k_weight_0_palettized, x = mul_699)[name = string("tern_14_k")]; tensor mul_700_y_0 = const()[name = string("mul_700_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203008)))]; tensor mul_700 = mul(x = tern_14_k, y = mul_700_y_0)[name = string("mul_700")]; tensor reshape_115_shape_0 = const()[name = string("reshape_115_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_115 = reshape(shape = reshape_115_shape_0, x = mul_700)[name = string("reshape_115")]; tensor transpose_57_perm_0 = const()[name = string("transpose_57_perm_0"), val = tensor([1, 0, 2])]; tensor mul_703_y_0 = const()[name = string("mul_703_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203264)))]; tensor mul_703 = mul(x = mul_694, y = mul_703_y_0)[name = string("mul_703")]; tensor tern_14_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7204032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_v_weight_0_palettized")]; tensor tern_14_v_bias_0 = const()[name = string("tern_14_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_v = linear(bias = tern_14_v_bias_0, weight = tern_14_v_weight_0_palettized, x = mul_703)[name = string("tern_14_v")]; tensor mul_704_y_0 = const()[name = string("mul_704_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7211840)))]; tensor mul_704 = mul(x = tern_14_v, y = mul_704_y_0)[name = string("mul_704")]; tensor reshape_116_shape_0 = const()[name = string("reshape_116_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_116 = reshape(shape = reshape_116_shape_0, x = mul_704)[name = string("reshape_116")]; tensor transpose_58_perm_0 = const()[name = string("transpose_58_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = reshape_114)[name = string("transpose_7")]; tensor mul_705 = mul(x = transpose_56, y = transpose_56)[name = string("mul_705")]; tensor reduce_mean_152_axes_0 = const()[name = string("reduce_mean_152_axes_0"), val = tensor([-1])]; bool reduce_mean_152_keep_dims_0 = const()[name = string("reduce_mean_152_keep_dims_0"), val = bool(true)]; tensor reduce_mean_152 = reduce_mean(axes = reduce_mean_152_axes_0, keep_dims = reduce_mean_152_keep_dims_0, x = mul_705)[name = string("reduce_mean_152")]; fp32 rsqrt_152_epsilon_0 = const()[name = string("rsqrt_152_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_152 = rsqrt(epsilon = rsqrt_152_epsilon_0, x = reduce_mean_152)[name = string("rsqrt_152")]; tensor mul_706 = mul(x = transpose_56, y = rsqrt_152)[name = string("mul_706")]; tensor mul_707_y_0 = const()[name = string("mul_707_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212096)))]; tensor mul_707 = mul(x = mul_706, y = mul_707_y_0)[name = string("mul_707")]; tensor slice_by_index_56_begin_0 = const()[name = string("slice_by_index_56_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_56_end_0 = const()[name = string("slice_by_index_56_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_56_end_mask_0 = const()[name = string("slice_by_index_56_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_56 = slice_by_index(begin = slice_by_index_56_begin_0, end = slice_by_index_56_end_0, end_mask = slice_by_index_56_end_mask_0, x = mul_707)[name = string("slice_by_index_56")]; tensor slice_by_index_57_begin_0 = const()[name = string("slice_by_index_57_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_57_end_0 = const()[name = string("slice_by_index_57_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_57_end_mask_0 = const()[name = string("slice_by_index_57_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_57 = slice_by_index(begin = slice_by_index_57_begin_0, end = slice_by_index_57_end_0, end_mask = slice_by_index_57_end_mask_0, x = mul_707)[name = string("slice_by_index_57")]; int32 concat_28_axis_0 = const()[name = string("concat_28_axis_0"), val = int32(-1)]; bool concat_28_interleave_0 = const()[name = string("concat_28_interleave_0"), val = bool(false)]; tensor concat_28 = concat(axis = concat_28_axis_0, interleave = concat_28_interleave_0, values = (slice_by_index_57, slice_by_index_56))[name = string("concat_28")]; tensor mul_708_y_0 = const()[name = string("mul_708_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_708 = mul(x = concat_28, y = mul_708_y_0)[name = string("mul_708")]; tensor mul_709 = mul(x = mul_707, y = mul_11_y_0)[name = string("mul_709")]; tensor mul_710 = mul(x = mul_708, y = mul_12_y_0)[name = string("mul_710")]; tensor add_84 = add(x = mul_709, y = mul_710)[name = string("add_84")]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = reshape_115)[name = string("transpose_6")]; tensor mul_711 = mul(x = transpose_57, y = transpose_57)[name = string("mul_711")]; tensor reduce_mean_153_axes_0 = const()[name = string("reduce_mean_153_axes_0"), val = tensor([-1])]; bool reduce_mean_153_keep_dims_0 = const()[name = string("reduce_mean_153_keep_dims_0"), val = bool(true)]; tensor reduce_mean_153 = reduce_mean(axes = reduce_mean_153_axes_0, keep_dims = reduce_mean_153_keep_dims_0, x = mul_711)[name = string("reduce_mean_153")]; fp32 rsqrt_153_epsilon_0 = const()[name = string("rsqrt_153_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_153 = rsqrt(epsilon = rsqrt_153_epsilon_0, x = reduce_mean_153)[name = string("rsqrt_153")]; tensor mul_712 = mul(x = transpose_57, y = rsqrt_153)[name = string("mul_712")]; tensor mul_713_y_0 = const()[name = string("mul_713_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212288)))]; tensor mul_713 = mul(x = mul_712, y = mul_713_y_0)[name = string("mul_713")]; tensor slice_by_index_58_begin_0 = const()[name = string("slice_by_index_58_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_58_end_0 = const()[name = string("slice_by_index_58_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_58_end_mask_0 = const()[name = string("slice_by_index_58_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_58 = slice_by_index(begin = slice_by_index_58_begin_0, end = slice_by_index_58_end_0, end_mask = slice_by_index_58_end_mask_0, x = mul_713)[name = string("slice_by_index_58")]; tensor slice_by_index_59_begin_0 = const()[name = string("slice_by_index_59_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_59_end_0 = const()[name = string("slice_by_index_59_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_59_end_mask_0 = const()[name = string("slice_by_index_59_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_59 = slice_by_index(begin = slice_by_index_59_begin_0, end = slice_by_index_59_end_0, end_mask = slice_by_index_59_end_mask_0, x = mul_713)[name = string("slice_by_index_59")]; int32 concat_29_axis_0 = const()[name = string("concat_29_axis_0"), val = int32(-1)]; bool concat_29_interleave_0 = const()[name = string("concat_29_interleave_0"), val = bool(false)]; tensor concat_29 = concat(axis = concat_29_axis_0, interleave = concat_29_interleave_0, values = (slice_by_index_59, slice_by_index_58))[name = string("concat_29")]; tensor mul_714_y_0 = const()[name = string("mul_714_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_714 = mul(x = concat_29, y = mul_714_y_0)[name = string("mul_714")]; tensor mul_715 = mul(x = mul_713, y = mul_11_y_0)[name = string("mul_715")]; tensor mul_716 = mul(x = mul_714, y = mul_12_y_0)[name = string("mul_716")]; tensor add_85 = add(x = mul_715, y = mul_716)[name = string("add_85")]; tensor reshape_117_shape_0 = const()[name = string("reshape_117_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_117 = reshape(shape = reshape_117_shape_0, x = add_85)[name = string("reshape_117")]; tensor tile_28_reps_0 = const()[name = string("tile_28_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_28 = tile(reps = tile_28_reps_0, x = reshape_117)[name = string("tile_28")]; tensor reshape_118_shape_0 = const()[name = string("reshape_118_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_118 = reshape(shape = reshape_118_shape_0, x = tile_28)[name = string("reshape_118")]; tensor reshape_119_shape_0 = const()[name = string("reshape_119_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = reshape_116)[name = string("transpose_5")]; tensor reshape_119 = reshape(shape = reshape_119_shape_0, x = transpose_58)[name = string("reshape_119")]; tensor tile_29_reps_0 = const()[name = string("tile_29_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_29 = tile(reps = tile_29_reps_0, x = reshape_119)[name = string("tile_29")]; tensor reshape_120_shape_0 = const()[name = string("reshape_120_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_120 = reshape(shape = reshape_120_shape_0, x = tile_29)[name = string("reshape_120")]; fp16 mul_717_y_0 = const()[name = string("mul_717_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_717 = mul(x = add_84, y = mul_717_y_0)[name = string("mul_717")]; bool matmul_28_transpose_y_0 = const()[name = string("matmul_28_transpose_y_0"), val = bool(true)]; bool matmul_28_transpose_x_0 = const()[name = string("matmul_28_transpose_x_0"), val = bool(false)]; tensor matmul_28 = matmul(transpose_x = matmul_28_transpose_x_0, transpose_y = matmul_28_transpose_y_0, x = mul_717, y = reshape_118)[name = string("matmul_28")]; tensor add_86 = add(x = matmul_28, y = reshape_1)[name = string("add_86")]; int32 softmax_14_axis_0 = const()[name = string("softmax_14_axis_0"), val = int32(-1)]; tensor softmax_14 = softmax(axis = softmax_14_axis_0, x = add_86)[name = string("softmax_14")]; bool matmul_29_transpose_x_0 = const()[name = string("matmul_29_transpose_x_0"), val = bool(false)]; bool matmul_29_transpose_y_0 = const()[name = string("matmul_29_transpose_y_0"), val = bool(false)]; tensor matmul_29 = matmul(transpose_x = matmul_29_transpose_x_0, transpose_y = matmul_29_transpose_y_0, x = softmax_14, y = reshape_120)[name = string("matmul_29")]; tensor transpose_59_perm_0 = const()[name = string("transpose_59_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_121_shape_0 = const()[name = string("reshape_121_shape_0"), val = tensor([16, 352])]; tensor transpose_59 = transpose(perm = transpose_59_perm_0, x = matmul_29)[name = string("transpose_4")]; tensor reshape_121 = reshape(shape = reshape_121_shape_0, x = transpose_59)[name = string("reshape_121")]; tensor mul_718 = mul(x = reshape_121, y = reshape_121)[name = string("mul_718")]; tensor reduce_mean_154_axes_0 = const()[name = string("reduce_mean_154_axes_0"), val = tensor([-1])]; bool reduce_mean_154_keep_dims_0 = const()[name = string("reduce_mean_154_keep_dims_0"), val = bool(true)]; tensor reduce_mean_154 = reduce_mean(axes = reduce_mean_154_axes_0, keep_dims = reduce_mean_154_keep_dims_0, x = mul_718)[name = string("reduce_mean_154")]; fp32 rsqrt_154_epsilon_0 = const()[name = string("rsqrt_154_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_154 = rsqrt(epsilon = rsqrt_154_epsilon_0, x = reduce_mean_154)[name = string("rsqrt_154")]; tensor mul_719 = mul(x = reshape_121, y = rsqrt_154)[name = string("mul_719")]; tensor mul_720_y_0 = const()[name = string("mul_720_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212480)))]; tensor mul_720 = mul(x = mul_719, y = mul_720_y_0)[name = string("mul_720")]; tensor tern_14_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7213248))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_o_weight_0_palettized")]; tensor tern_14_o = linear(bias = linear_0_bias_0, weight = tern_14_o_weight_0_palettized, x = mul_720)[name = string("tern_14_o")]; tensor mul_721_y_0 = const()[name = string("mul_721_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7244288)))]; tensor mul_721 = mul(x = tern_14_o, y = mul_721_y_0)[name = string("mul_721")]; tensor add_87 = add(x = add_83, y = mul_721)[name = string("add_87")]; tensor mul_722 = mul(x = add_87, y = add_87)[name = string("mul_722")]; tensor reduce_mean_155_axes_0 = const()[name = string("reduce_mean_155_axes_0"), val = tensor([-1])]; bool reduce_mean_155_keep_dims_0 = const()[name = string("reduce_mean_155_keep_dims_0"), val = bool(true)]; tensor reduce_mean_155 = reduce_mean(axes = reduce_mean_155_axes_0, keep_dims = reduce_mean_155_keep_dims_0, x = mul_722)[name = string("reduce_mean_155")]; fp32 rsqrt_155_epsilon_0 = const()[name = string("rsqrt_155_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_155 = rsqrt(epsilon = rsqrt_155_epsilon_0, x = reduce_mean_155)[name = string("rsqrt_155")]; tensor mul_723 = mul(x = add_87, y = rsqrt_155)[name = string("mul_723")]; tensor mul_724_y_0 = const()[name = string("mul_724_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245056)))]; tensor mul_724 = mul(x = mul_723, y = mul_724_y_0)[name = string("mul_724")]; tensor mul_725 = mul(x = mul_724, y = mul_724)[name = string("mul_725")]; tensor reduce_mean_156_axes_0 = const()[name = string("reduce_mean_156_axes_0"), val = tensor([-1])]; bool reduce_mean_156_keep_dims_0 = const()[name = string("reduce_mean_156_keep_dims_0"), val = bool(true)]; tensor reduce_mean_156 = reduce_mean(axes = reduce_mean_156_axes_0, keep_dims = reduce_mean_156_keep_dims_0, x = mul_725)[name = string("reduce_mean_156")]; fp32 rsqrt_156_epsilon_0 = const()[name = string("rsqrt_156_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_156 = rsqrt(epsilon = rsqrt_156_epsilon_0, x = reduce_mean_156)[name = string("rsqrt_156")]; tensor mul_726 = mul(x = mul_724, y = rsqrt_156)[name = string("mul_726")]; tensor mul_727_y_0 = const()[name = string("mul_727_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245824)))]; tensor mul_727 = mul(x = mul_726, y = mul_727_y_0)[name = string("mul_727")]; tensor tern_14_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7246592))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w1_weight_0_palettized")]; tensor tern_14_w1 = linear(bias = linear_4_bias_0, weight = tern_14_w1_weight_0_palettized, x = mul_727)[name = string("tern_14_w1")]; tensor mul_728_y_0 = const()[name = string("mul_728_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7331136)))]; tensor mul_728 = mul(x = tern_14_w1, y = mul_728_y_0)[name = string("mul_728")]; tensor mul_731_y_0 = const()[name = string("mul_731_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333120)))]; tensor mul_731 = mul(x = mul_726, y = mul_731_y_0)[name = string("mul_731")]; tensor tern_14_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333888))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w3_weight_0_palettized")]; tensor tern_14_w3 = linear(bias = linear_4_bias_0, weight = tern_14_w3_weight_0_palettized, x = mul_731)[name = string("tern_14_w3")]; tensor mul_732_y_0 = const()[name = string("mul_732_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7418432)))]; tensor mul_732 = mul(x = tern_14_w3, y = mul_732_y_0)[name = string("mul_732")]; fp16 mul_733_y_0 = const()[name = string("mul_733_y_0"), val = fp16(0x1p-1)]; tensor mul_733 = mul(x = mul_728, y = mul_733_y_0)[name = string("mul_733")]; tensor tanh_14 = tanh(x = mul_733)[name = string("tanh_14")]; fp16 mul_734_x_0 = const()[name = string("mul_734_x_0"), val = fp16(0x1p-1)]; tensor mul_734 = mul(x = mul_734_x_0, y = tanh_14)[name = string("mul_734")]; fp16 add_88_x_0 = const()[name = string("add_88_x_0"), val = fp16(0x1p-1)]; tensor add_88 = add(x = add_88_x_0, y = mul_734)[name = string("add_88")]; tensor mul_735 = mul(x = mul_728, y = add_88)[name = string("mul_735")]; tensor mul_736 = mul(x = mul_735, y = mul_732)[name = string("mul_736")]; tensor mul_737 = mul(x = mul_736, y = mul_736)[name = string("mul_737")]; tensor reduce_mean_158_axes_0 = const()[name = string("reduce_mean_158_axes_0"), val = tensor([-1])]; bool reduce_mean_158_keep_dims_0 = const()[name = string("reduce_mean_158_keep_dims_0"), val = bool(true)]; tensor reduce_mean_158 = reduce_mean(axes = reduce_mean_158_axes_0, keep_dims = reduce_mean_158_keep_dims_0, x = mul_737)[name = string("reduce_mean_158")]; fp32 rsqrt_158_epsilon_0 = const()[name = string("rsqrt_158_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_158 = rsqrt(epsilon = rsqrt_158_epsilon_0, x = reduce_mean_158)[name = string("rsqrt_158")]; tensor mul_738 = mul(x = mul_736, y = rsqrt_158)[name = string("mul_738")]; tensor mul_739_y_0 = const()[name = string("mul_739_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7420416)))]; tensor mul_739 = mul(x = mul_738, y = mul_739_y_0)[name = string("mul_739")]; tensor tern_14_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7422400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w2_weight_0_palettized")]; tensor tern_14_w2 = linear(bias = linear_0_bias_0, weight = tern_14_w2_weight_0_palettized, x = mul_739)[name = string("tern_14_w2")]; tensor mul_740_y_0 = const()[name = string("mul_740_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7506944)))]; tensor mul_740 = mul(x = tern_14_w2, y = mul_740_y_0)[name = string("mul_740")]; tensor add_89 = add(x = add_87, y = mul_740)[name = string("add_89")]; tensor mul_741 = mul(x = add_89, y = add_89)[name = string("mul_741")]; tensor reduce_mean_159_axes_0 = const()[name = string("reduce_mean_159_axes_0"), val = tensor([-1])]; bool reduce_mean_159_keep_dims_0 = const()[name = string("reduce_mean_159_keep_dims_0"), val = bool(true)]; tensor reduce_mean_159 = reduce_mean(axes = reduce_mean_159_axes_0, keep_dims = reduce_mean_159_keep_dims_0, x = mul_741)[name = string("reduce_mean_159")]; fp32 rsqrt_159_epsilon_0 = const()[name = string("rsqrt_159_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_159 = rsqrt(epsilon = rsqrt_159_epsilon_0, x = reduce_mean_159)[name = string("rsqrt_159")]; tensor mul_742 = mul(x = add_89, y = rsqrt_159)[name = string("mul_742")]; tensor mul_743_y_0 = const()[name = string("mul_743_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7507712)))]; tensor mul_743 = mul(x = mul_742, y = mul_743_y_0)[name = string("mul_743")]; tensor linear_7_weight_0 = const()[name = string("linear_7_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7508480)))]; tensor linear_7 = linear(bias = linear_0_bias_0, weight = linear_7_weight_0, x = mul_743)[name = string("linear_7")]; tensor reshape_122_shape_0 = const()[name = string("reshape_122_shape_0"), val = tensor([16, 8, 44])]; tensor reshape_122 = reshape(shape = reshape_122_shape_0, x = linear_7)[name = string("reshape_122")]; tensor transpose_60_perm_0 = const()[name = string("transpose_60_perm_0"), val = tensor([1, 0, 2])]; tensor linear_8_weight_0 = const()[name = string("linear_8_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7756352)))]; tensor linear_8_bias_0 = const()[name = string("linear_8_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_8 = linear(bias = linear_8_bias_0, weight = linear_8_weight_0, x = mul_743)[name = string("linear_8")]; tensor reshape_123_shape_0 = const()[name = string("reshape_123_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_123 = reshape(shape = reshape_123_shape_0, x = linear_8)[name = string("reshape_123")]; tensor transpose_61_perm_0 = const()[name = string("transpose_61_perm_0"), val = tensor([1, 0, 2])]; tensor linear_9_weight_0 = const()[name = string("linear_9_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7818368)))]; tensor linear_9_bias_0 = const()[name = string("linear_9_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_9 = linear(bias = linear_9_bias_0, weight = linear_9_weight_0, x = mul_743)[name = string("linear_9")]; tensor reshape_124_shape_0 = const()[name = string("reshape_124_shape_0"), val = tensor([16, 2, 44])]; tensor reshape_124 = reshape(shape = reshape_124_shape_0, x = linear_9)[name = string("reshape_124")]; tensor transpose_62_perm_0 = const()[name = string("transpose_62_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_60 = transpose(perm = transpose_60_perm_0, x = reshape_122)[name = string("transpose_3")]; tensor mul_744 = mul(x = transpose_60, y = transpose_60)[name = string("mul_744")]; tensor reduce_mean_160_axes_0 = const()[name = string("reduce_mean_160_axes_0"), val = tensor([-1])]; bool reduce_mean_160_keep_dims_0 = const()[name = string("reduce_mean_160_keep_dims_0"), val = bool(true)]; tensor reduce_mean_160 = reduce_mean(axes = reduce_mean_160_axes_0, keep_dims = reduce_mean_160_keep_dims_0, x = mul_744)[name = string("reduce_mean_160")]; fp32 rsqrt_160_epsilon_0 = const()[name = string("rsqrt_160_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_160 = rsqrt(epsilon = rsqrt_160_epsilon_0, x = reduce_mean_160)[name = string("rsqrt_160")]; tensor mul_745 = mul(x = transpose_60, y = rsqrt_160)[name = string("mul_745")]; tensor mul_746_y_0 = const()[name = string("mul_746_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880384)))]; tensor mul_746 = mul(x = mul_745, y = mul_746_y_0)[name = string("mul_746")]; tensor slice_by_index_60_begin_0 = const()[name = string("slice_by_index_60_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_60_end_0 = const()[name = string("slice_by_index_60_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_60_end_mask_0 = const()[name = string("slice_by_index_60_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_60 = slice_by_index(begin = slice_by_index_60_begin_0, end = slice_by_index_60_end_0, end_mask = slice_by_index_60_end_mask_0, x = mul_746)[name = string("slice_by_index_60")]; tensor slice_by_index_61_begin_0 = const()[name = string("slice_by_index_61_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_61_end_0 = const()[name = string("slice_by_index_61_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_61_end_mask_0 = const()[name = string("slice_by_index_61_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_61 = slice_by_index(begin = slice_by_index_61_begin_0, end = slice_by_index_61_end_0, end_mask = slice_by_index_61_end_mask_0, x = mul_746)[name = string("slice_by_index_61")]; int32 concat_30_axis_0 = const()[name = string("concat_30_axis_0"), val = int32(-1)]; bool concat_30_interleave_0 = const()[name = string("concat_30_interleave_0"), val = bool(false)]; tensor concat_30 = concat(axis = concat_30_axis_0, interleave = concat_30_interleave_0, values = (slice_by_index_61, slice_by_index_60))[name = string("concat_30")]; tensor mul_747_y_0 = const()[name = string("mul_747_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_747 = mul(x = concat_30, y = mul_747_y_0)[name = string("mul_747")]; tensor mul_748 = mul(x = mul_746, y = mul_11_y_0)[name = string("mul_748")]; tensor mul_749 = mul(x = mul_747, y = mul_12_y_0)[name = string("mul_749")]; tensor add_90 = add(x = mul_748, y = mul_749)[name = string("add_90")]; tensor transpose_61 = transpose(perm = transpose_61_perm_0, x = reshape_123)[name = string("transpose_2")]; tensor mul_750 = mul(x = transpose_61, y = transpose_61)[name = string("mul_750")]; tensor reduce_mean_161_axes_0 = const()[name = string("reduce_mean_161_axes_0"), val = tensor([-1])]; bool reduce_mean_161_keep_dims_0 = const()[name = string("reduce_mean_161_keep_dims_0"), val = bool(true)]; tensor reduce_mean_161 = reduce_mean(axes = reduce_mean_161_axes_0, keep_dims = reduce_mean_161_keep_dims_0, x = mul_750)[name = string("reduce_mean_161")]; fp32 rsqrt_161_epsilon_0 = const()[name = string("rsqrt_161_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_161 = rsqrt(epsilon = rsqrt_161_epsilon_0, x = reduce_mean_161)[name = string("rsqrt_161")]; tensor mul_751 = mul(x = transpose_61, y = rsqrt_161)[name = string("mul_751")]; tensor mul_752_y_0 = const()[name = string("mul_752_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880576)))]; tensor mul_752 = mul(x = mul_751, y = mul_752_y_0)[name = string("mul_752")]; tensor slice_by_index_62_begin_0 = const()[name = string("slice_by_index_62_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_62_end_0 = const()[name = string("slice_by_index_62_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_62_end_mask_0 = const()[name = string("slice_by_index_62_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_62 = slice_by_index(begin = slice_by_index_62_begin_0, end = slice_by_index_62_end_0, end_mask = slice_by_index_62_end_mask_0, x = mul_752)[name = string("slice_by_index_62")]; tensor slice_by_index_63_begin_0 = const()[name = string("slice_by_index_63_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_63_end_0 = const()[name = string("slice_by_index_63_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_63_end_mask_0 = const()[name = string("slice_by_index_63_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_63 = slice_by_index(begin = slice_by_index_63_begin_0, end = slice_by_index_63_end_0, end_mask = slice_by_index_63_end_mask_0, x = mul_752)[name = string("slice_by_index_63")]; int32 concat_31_axis_0 = const()[name = string("concat_31_axis_0"), val = int32(-1)]; bool concat_31_interleave_0 = const()[name = string("concat_31_interleave_0"), val = bool(false)]; tensor concat_31 = concat(axis = concat_31_axis_0, interleave = concat_31_interleave_0, values = (slice_by_index_63, slice_by_index_62))[name = string("concat_31")]; tensor mul_753_y_0 = const()[name = string("mul_753_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_753 = mul(x = concat_31, y = mul_753_y_0)[name = string("mul_753")]; tensor mul_754 = mul(x = mul_752, y = mul_11_y_0)[name = string("mul_754")]; tensor mul_755 = mul(x = mul_753, y = mul_12_y_0)[name = string("mul_755")]; tensor add_91 = add(x = mul_754, y = mul_755)[name = string("add_91")]; tensor reshape_125_shape_0 = const()[name = string("reshape_125_shape_0"), val = tensor([2, 1, 16, 44])]; tensor reshape_125 = reshape(shape = reshape_125_shape_0, x = add_91)[name = string("reshape_125")]; tensor tile_30_reps_0 = const()[name = string("tile_30_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_30 = tile(reps = tile_30_reps_0, x = reshape_125)[name = string("tile_30")]; tensor reshape_126_shape_0 = const()[name = string("reshape_126_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_126 = reshape(shape = reshape_126_shape_0, x = tile_30)[name = string("reshape_126")]; tensor reshape_127_shape_0 = const()[name = string("reshape_127_shape_0"), val = tensor([2, 1, 16, 44])]; tensor transpose_62 = transpose(perm = transpose_62_perm_0, x = reshape_124)[name = string("transpose_1")]; tensor reshape_127 = reshape(shape = reshape_127_shape_0, x = transpose_62)[name = string("reshape_127")]; tensor tile_31_reps_0 = const()[name = string("tile_31_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_31 = tile(reps = tile_31_reps_0, x = reshape_127)[name = string("tile_31")]; tensor reshape_128_shape_0 = const()[name = string("reshape_128_shape_0"), val = tensor([8, 16, 44])]; tensor reshape_128 = reshape(shape = reshape_128_shape_0, x = tile_31)[name = string("reshape_128")]; fp16 mul_756_y_0 = const()[name = string("mul_756_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_756 = mul(x = add_90, y = mul_756_y_0)[name = string("mul_756")]; bool matmul_30_transpose_y_0 = const()[name = string("matmul_30_transpose_y_0"), val = bool(true)]; bool matmul_30_transpose_x_0 = const()[name = string("matmul_30_transpose_x_0"), val = bool(false)]; tensor matmul_30 = matmul(transpose_x = matmul_30_transpose_x_0, transpose_y = matmul_30_transpose_y_0, x = mul_756, y = reshape_126)[name = string("matmul_30")]; tensor add_92 = add(x = matmul_30, y = reshape_1)[name = string("add_92")]; int32 softmax_15_axis_0 = const()[name = string("softmax_15_axis_0"), val = int32(-1)]; tensor softmax_15 = softmax(axis = softmax_15_axis_0, x = add_92)[name = string("softmax_15")]; bool matmul_31_transpose_x_0 = const()[name = string("matmul_31_transpose_x_0"), val = bool(false)]; bool matmul_31_transpose_y_0 = const()[name = string("matmul_31_transpose_y_0"), val = bool(false)]; tensor matmul_31 = matmul(transpose_x = matmul_31_transpose_x_0, transpose_y = matmul_31_transpose_y_0, x = softmax_15, y = reshape_128)[name = string("matmul_31")]; tensor transpose_63_perm_0 = const()[name = string("transpose_63_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_129_shape_0 = const()[name = string("reshape_129_shape_0"), val = tensor([16, 352])]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = matmul_31)[name = string("transpose_0")]; tensor reshape_129 = reshape(shape = reshape_129_shape_0, x = transpose_63)[name = string("reshape_129")]; tensor linear_10_weight_0 = const()[name = string("linear_10_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880768)))]; tensor linear_10 = linear(bias = linear_0_bias_0, weight = linear_10_weight_0, x = reshape_129)[name = string("linear_10")]; tensor add_93 = add(x = add_89, y = linear_10)[name = string("add_93")]; tensor mul_757 = mul(x = add_93, y = add_93)[name = string("mul_757")]; tensor reduce_mean_162_axes_0 = const()[name = string("reduce_mean_162_axes_0"), val = tensor([-1])]; bool reduce_mean_162_keep_dims_0 = const()[name = string("reduce_mean_162_keep_dims_0"), val = bool(true)]; tensor reduce_mean_162 = reduce_mean(axes = reduce_mean_162_axes_0, keep_dims = reduce_mean_162_keep_dims_0, x = mul_757)[name = string("reduce_mean_162")]; fp32 rsqrt_162_epsilon_0 = const()[name = string("rsqrt_162_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_162 = rsqrt(epsilon = rsqrt_162_epsilon_0, x = reduce_mean_162)[name = string("rsqrt_162")]; tensor mul_758 = mul(x = add_93, y = rsqrt_162)[name = string("mul_758")]; tensor mul_759_y_0 = const()[name = string("mul_759_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8128640)))]; tensor mul_759 = mul(x = mul_758, y = mul_759_y_0)[name = string("mul_759")]; tensor linear_11_weight_0 = const()[name = string("linear_11_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8129408)))]; tensor linear_11 = linear(bias = linear_4_bias_0, weight = linear_11_weight_0, x = mul_759)[name = string("linear_11")]; tensor linear_12_weight_0 = const()[name = string("linear_12_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8805312)))]; tensor linear_12 = linear(bias = linear_4_bias_0, weight = linear_12_weight_0, x = mul_759)[name = string("linear_12")]; fp16 mul_760_y_0 = const()[name = string("mul_760_y_0"), val = fp16(0x1p-1)]; tensor mul_760 = mul(x = linear_11, y = mul_760_y_0)[name = string("mul_760")]; tensor tanh_15 = tanh(x = mul_760)[name = string("tanh_15")]; fp16 mul_761_x_0 = const()[name = string("mul_761_x_0"), val = fp16(0x1p-1)]; tensor mul_761 = mul(x = mul_761_x_0, y = tanh_15)[name = string("mul_761")]; fp16 add_94_x_0 = const()[name = string("add_94_x_0"), val = fp16(0x1p-1)]; tensor add_94 = add(x = add_94_x_0, y = mul_761)[name = string("add_94")]; tensor mul_762 = mul(x = linear_11, y = add_94)[name = string("mul_762")]; tensor mul_763 = mul(x = mul_762, y = linear_12)[name = string("mul_763")]; tensor linear_13_weight_0 = const()[name = string("linear_13_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(9481216)))]; tensor linear_13 = linear(bias = linear_0_bias_0, weight = linear_13_weight_0, x = mul_763)[name = string("linear_13")]; tensor add_95 = add(x = add_93, y = linear_13)[name = string("add_95")]; tensor mul_764 = mul(x = add_95, y = add_95)[name = string("mul_764")]; tensor reduce_mean_163_axes_0 = const()[name = string("reduce_mean_163_axes_0"), val = tensor([-1])]; bool reduce_mean_163_keep_dims_0 = const()[name = string("reduce_mean_163_keep_dims_0"), val = bool(true)]; tensor reduce_mean_163 = reduce_mean(axes = reduce_mean_163_axes_0, keep_dims = reduce_mean_163_keep_dims_0, x = mul_764)[name = string("reduce_mean_163")]; fp32 rsqrt_163_epsilon_0 = const()[name = string("rsqrt_163_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_163 = rsqrt(epsilon = rsqrt_163_epsilon_0, x = reduce_mean_163)[name = string("rsqrt_163")]; tensor mul_765 = mul(x = add_95, y = rsqrt_163)[name = string("mul_765")]; tensor mul_766_y_0 = const()[name = string("mul_766_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157120)))]; tensor mul_766 = mul(x = mul_765, y = mul_766_y_0)[name = string("mul_766")]; tensor linear_14_weight_0 = const()[name = string("linear_14_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157888)))]; tensor linear_14_bias_0 = const()[name = string("linear_14_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16030720)))]; tensor linear_14 = linear(bias = linear_14_bias_0, weight = linear_14_weight_0, x = mul_766)[name = string("linear_14")]; tensor logits_shape_0 = const()[name = string("logits_shape_0"), val = tensor([1, 16, 8342])]; tensor logits = reshape(shape = logits_shape_0, x = linear_14)[name = string("logits")]; } -> (logits); func L256(tensor ids, tensor mask) { tensor reshape_0_shape_0 = const()[name = string("reshape_0_shape_0"), val = tensor([256, 352])]; tensor reshape_0 = reshape(shape = reshape_0_shape_0, x = ids)[name = string("reshape_0")]; tensor mul_0 = mul(x = reshape_0, y = reshape_0)[name = string("mul_0")]; tensor reduce_mean_0_axes_0 = const()[name = string("reduce_mean_0_axes_0"), val = tensor([-1])]; bool reduce_mean_0_keep_dims_0 = const()[name = string("reduce_mean_0_keep_dims_0"), val = bool(true)]; tensor reduce_mean_0 = reduce_mean(axes = reduce_mean_0_axes_0, keep_dims = reduce_mean_0_keep_dims_0, x = mul_0)[name = string("reduce_mean_0")]; fp32 rsqrt_0_epsilon_0 = const()[name = string("rsqrt_0_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_0 = rsqrt(epsilon = rsqrt_0_epsilon_0, x = reduce_mean_0)[name = string("rsqrt_0")]; tensor mul_1 = mul(x = reshape_0, y = rsqrt_0)[name = string("mul_1")]; tensor mul_2_y_0 = const()[name = string("mul_2_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; tensor mul_2 = mul(x = mul_1, y = mul_2_y_0)[name = string("mul_2")]; fp16 sub_0_y_0 = const()[name = string("sub_0_y_0"), val = fp16(0x1p+0)]; tensor sub_0 = sub(x = mask, y = sub_0_y_0)[name = string("sub_0")]; fp16 mul_3_y_0 = const()[name = string("mul_3_y_0"), val = fp16(0x1.388p+13)]; tensor mul_3 = mul(x = sub_0, y = mul_3_y_0)[name = string("mul_3")]; tensor reshape_1_shape_0 = const()[name = string("reshape_1_shape_0"), val = tensor([1, 1, 256])]; tensor reshape_1 = reshape(shape = reshape_1_shape_0, x = mul_3)[name = string("reshape_1")]; tensor mul_4 = mul(x = mul_2, y = mul_2)[name = string("mul_4")]; tensor reduce_mean_1_axes_0 = const()[name = string("reduce_mean_1_axes_0"), val = tensor([-1])]; bool reduce_mean_1_keep_dims_0 = const()[name = string("reduce_mean_1_keep_dims_0"), val = bool(true)]; tensor reduce_mean_1 = reduce_mean(axes = reduce_mean_1_axes_0, keep_dims = reduce_mean_1_keep_dims_0, x = mul_4)[name = string("reduce_mean_1")]; fp32 rsqrt_1_epsilon_0 = const()[name = string("rsqrt_1_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_1 = rsqrt(epsilon = rsqrt_1_epsilon_0, x = reduce_mean_1)[name = string("rsqrt_1")]; tensor mul_5 = mul(x = mul_2, y = rsqrt_1)[name = string("mul_5")]; tensor mul_6_y_0 = const()[name = string("mul_6_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(832)))]; tensor mul_6 = mul(x = mul_5, y = mul_6_y_0)[name = string("mul_6")]; tensor linear_0_weight_0 = const()[name = string("linear_0_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1600)))]; tensor linear_0_bias_0 = const()[name = string("linear_0_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(249472)))]; tensor linear_0 = linear(bias = linear_0_bias_0, weight = linear_0_weight_0, x = mul_6)[name = string("linear_0")]; tensor reshape_2_shape_0 = const()[name = string("reshape_2_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_2 = reshape(shape = reshape_2_shape_0, x = linear_0)[name = string("reshape_2")]; tensor transpose_0_perm_0 = const()[name = string("transpose_0_perm_0"), val = tensor([1, 0, 2])]; tensor linear_1_weight_0 = const()[name = string("linear_1_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(250240)))]; tensor linear_1_bias_0 = const()[name = string("linear_1_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_1 = linear(bias = linear_1_bias_0, weight = linear_1_weight_0, x = mul_6)[name = string("linear_1")]; tensor reshape_3_shape_0 = const()[name = string("reshape_3_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_3 = reshape(shape = reshape_3_shape_0, x = linear_1)[name = string("reshape_3")]; tensor transpose_1_perm_0 = const()[name = string("transpose_1_perm_0"), val = tensor([1, 0, 2])]; tensor linear_2_weight_0 = const()[name = string("linear_2_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312512)))]; tensor linear_2_bias_0 = const()[name = string("linear_2_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_2 = linear(bias = linear_2_bias_0, weight = linear_2_weight_0, x = mul_6)[name = string("linear_2")]; tensor reshape_4_shape_0 = const()[name = string("reshape_4_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_4 = reshape(shape = reshape_4_shape_0, x = linear_2)[name = string("reshape_4")]; tensor transpose_2_perm_0 = const()[name = string("transpose_2_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_0 = transpose(perm = transpose_0_perm_0, x = reshape_2)[name = string("transpose_63")]; tensor mul_7 = mul(x = transpose_0, y = transpose_0)[name = string("mul_7")]; tensor reduce_mean_2_axes_0 = const()[name = string("reduce_mean_2_axes_0"), val = tensor([-1])]; bool reduce_mean_2_keep_dims_0 = const()[name = string("reduce_mean_2_keep_dims_0"), val = bool(true)]; tensor reduce_mean_2 = reduce_mean(axes = reduce_mean_2_axes_0, keep_dims = reduce_mean_2_keep_dims_0, x = mul_7)[name = string("reduce_mean_2")]; fp32 rsqrt_2_epsilon_0 = const()[name = string("rsqrt_2_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_2 = rsqrt(epsilon = rsqrt_2_epsilon_0, x = reduce_mean_2)[name = string("rsqrt_2")]; tensor mul_8 = mul(x = transpose_0, y = rsqrt_2)[name = string("mul_8")]; tensor mul_9_y_0 = const()[name = string("mul_9_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374528)))]; tensor mul_9 = mul(x = mul_8, y = mul_9_y_0)[name = string("mul_9")]; tensor slice_by_index_0_begin_0 = const()[name = string("slice_by_index_0_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_0_end_0 = const()[name = string("slice_by_index_0_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_0_end_mask_0 = const()[name = string("slice_by_index_0_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_0 = slice_by_index(begin = slice_by_index_0_begin_0, end = slice_by_index_0_end_0, end_mask = slice_by_index_0_end_mask_0, x = mul_9)[name = string("slice_by_index_0")]; tensor slice_by_index_1_begin_0 = const()[name = string("slice_by_index_1_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_1_end_0 = const()[name = string("slice_by_index_1_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_1_end_mask_0 = const()[name = string("slice_by_index_1_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_1 = slice_by_index(begin = slice_by_index_1_begin_0, end = slice_by_index_1_end_0, end_mask = slice_by_index_1_end_mask_0, x = mul_9)[name = string("slice_by_index_1")]; int32 concat_0_axis_0 = const()[name = string("concat_0_axis_0"), val = int32(-1)]; bool concat_0_interleave_0 = const()[name = string("concat_0_interleave_0"), val = bool(false)]; tensor concat_0 = concat(axis = concat_0_axis_0, interleave = concat_0_interleave_0, values = (slice_by_index_1, slice_by_index_0))[name = string("concat_0")]; tensor mul_10_y_0 = const()[name = string("mul_10_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_10 = mul(x = concat_0, y = mul_10_y_0)[name = string("mul_10")]; tensor mul_11_y_0 = const()[name = string("mul_11_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16067584)))]; tensor mul_11 = mul(x = mul_9, y = mul_11_y_0)[name = string("mul_11")]; tensor mul_12_y_0 = const()[name = string("mul_12_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16090176)))]; tensor mul_12 = mul(x = mul_10, y = mul_12_y_0)[name = string("mul_12")]; tensor add_0 = add(x = mul_11, y = mul_12)[name = string("add_0")]; tensor transpose_1 = transpose(perm = transpose_1_perm_0, x = reshape_3)[name = string("transpose_62")]; tensor mul_13 = mul(x = transpose_1, y = transpose_1)[name = string("mul_13")]; tensor reduce_mean_3_axes_0 = const()[name = string("reduce_mean_3_axes_0"), val = tensor([-1])]; bool reduce_mean_3_keep_dims_0 = const()[name = string("reduce_mean_3_keep_dims_0"), val = bool(true)]; tensor reduce_mean_3 = reduce_mean(axes = reduce_mean_3_axes_0, keep_dims = reduce_mean_3_keep_dims_0, x = mul_13)[name = string("reduce_mean_3")]; fp32 rsqrt_3_epsilon_0 = const()[name = string("rsqrt_3_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_3 = rsqrt(epsilon = rsqrt_3_epsilon_0, x = reduce_mean_3)[name = string("rsqrt_3")]; tensor mul_14 = mul(x = transpose_1, y = rsqrt_3)[name = string("mul_14")]; tensor mul_15_y_0 = const()[name = string("mul_15_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376448)))]; tensor mul_15 = mul(x = mul_14, y = mul_15_y_0)[name = string("mul_15")]; tensor slice_by_index_2_begin_0 = const()[name = string("slice_by_index_2_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_2_end_0 = const()[name = string("slice_by_index_2_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_2_end_mask_0 = const()[name = string("slice_by_index_2_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, end_mask = slice_by_index_2_end_mask_0, x = mul_15)[name = string("slice_by_index_2")]; tensor slice_by_index_3_begin_0 = const()[name = string("slice_by_index_3_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_3_end_0 = const()[name = string("slice_by_index_3_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_3_end_mask_0 = const()[name = string("slice_by_index_3_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_3 = slice_by_index(begin = slice_by_index_3_begin_0, end = slice_by_index_3_end_0, end_mask = slice_by_index_3_end_mask_0, x = mul_15)[name = string("slice_by_index_3")]; int32 concat_1_axis_0 = const()[name = string("concat_1_axis_0"), val = int32(-1)]; bool concat_1_interleave_0 = const()[name = string("concat_1_interleave_0"), val = bool(false)]; tensor concat_1 = concat(axis = concat_1_axis_0, interleave = concat_1_interleave_0, values = (slice_by_index_3, slice_by_index_2))[name = string("concat_1")]; tensor mul_16_y_0 = const()[name = string("mul_16_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_16 = mul(x = concat_1, y = mul_16_y_0)[name = string("mul_16")]; tensor mul_17 = mul(x = mul_15, y = mul_11_y_0)[name = string("mul_17")]; tensor mul_18 = mul(x = mul_16, y = mul_12_y_0)[name = string("mul_18")]; tensor add_1 = add(x = mul_17, y = mul_18)[name = string("add_1")]; tensor reshape_5_shape_0 = const()[name = string("reshape_5_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_5 = reshape(shape = reshape_5_shape_0, x = add_1)[name = string("reshape_5")]; tensor tile_0_reps_0 = const()[name = string("tile_0_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_0 = tile(reps = tile_0_reps_0, x = reshape_5)[name = string("tile_0")]; tensor reshape_6_shape_0 = const()[name = string("reshape_6_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_6 = reshape(shape = reshape_6_shape_0, x = tile_0)[name = string("reshape_6")]; tensor reshape_7_shape_0 = const()[name = string("reshape_7_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_2 = transpose(perm = transpose_2_perm_0, x = reshape_4)[name = string("transpose_61")]; tensor reshape_7 = reshape(shape = reshape_7_shape_0, x = transpose_2)[name = string("reshape_7")]; tensor tile_1_reps_0 = const()[name = string("tile_1_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_1 = tile(reps = tile_1_reps_0, x = reshape_7)[name = string("tile_1")]; tensor reshape_8_shape_0 = const()[name = string("reshape_8_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_8 = reshape(shape = reshape_8_shape_0, x = tile_1)[name = string("reshape_8")]; fp16 mul_19_y_0 = const()[name = string("mul_19_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_19 = mul(x = add_0, y = mul_19_y_0)[name = string("mul_19")]; bool matmul_0_transpose_y_0 = const()[name = string("matmul_0_transpose_y_0"), val = bool(true)]; bool matmul_0_transpose_x_0 = const()[name = string("matmul_0_transpose_x_0"), val = bool(false)]; tensor matmul_0 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = mul_19, y = reshape_6)[name = string("matmul_0")]; tensor add_2 = add(x = matmul_0, y = reshape_1)[name = string("add_2")]; int32 softmax_0_axis_0 = const()[name = string("softmax_0_axis_0"), val = int32(-1)]; tensor softmax_0 = softmax(axis = softmax_0_axis_0, x = add_2)[name = string("softmax_0")]; bool matmul_1_transpose_x_0 = const()[name = string("matmul_1_transpose_x_0"), val = bool(false)]; bool matmul_1_transpose_y_0 = const()[name = string("matmul_1_transpose_y_0"), val = bool(false)]; tensor matmul_1 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = softmax_0, y = reshape_8)[name = string("matmul_1")]; tensor transpose_3_perm_0 = const()[name = string("transpose_3_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_9_shape_0 = const()[name = string("reshape_9_shape_0"), val = tensor([256, 352])]; tensor transpose_3 = transpose(perm = transpose_3_perm_0, x = matmul_1)[name = string("transpose_60")]; tensor reshape_9 = reshape(shape = reshape_9_shape_0, x = transpose_3)[name = string("reshape_9")]; tensor linear_3_weight_0 = const()[name = string("linear_3_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376640)))]; tensor linear_3 = linear(bias = linear_0_bias_0, weight = linear_3_weight_0, x = reshape_9)[name = string("linear_3")]; tensor add_3 = add(x = mul_2, y = linear_3)[name = string("add_3")]; tensor mul_20 = mul(x = add_3, y = add_3)[name = string("mul_20")]; tensor reduce_mean_4_axes_0 = const()[name = string("reduce_mean_4_axes_0"), val = tensor([-1])]; bool reduce_mean_4_keep_dims_0 = const()[name = string("reduce_mean_4_keep_dims_0"), val = bool(true)]; tensor reduce_mean_4 = reduce_mean(axes = reduce_mean_4_axes_0, keep_dims = reduce_mean_4_keep_dims_0, x = mul_20)[name = string("reduce_mean_4")]; fp32 rsqrt_4_epsilon_0 = const()[name = string("rsqrt_4_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_4 = rsqrt(epsilon = rsqrt_4_epsilon_0, x = reduce_mean_4)[name = string("rsqrt_4")]; tensor mul_21 = mul(x = add_3, y = rsqrt_4)[name = string("mul_21")]; tensor mul_22_y_0 = const()[name = string("mul_22_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(624512)))]; tensor mul_22 = mul(x = mul_21, y = mul_22_y_0)[name = string("mul_22")]; tensor linear_4_weight_0 = const()[name = string("linear_4_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(625280)))]; tensor linear_4_bias_0 = const()[name = string("linear_4_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1301184)))]; tensor linear_4 = linear(bias = linear_4_bias_0, weight = linear_4_weight_0, x = mul_22)[name = string("linear_4")]; tensor linear_5_weight_0 = const()[name = string("linear_5_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1303168)))]; tensor linear_5 = linear(bias = linear_4_bias_0, weight = linear_5_weight_0, x = mul_22)[name = string("linear_5")]; fp16 mul_23_y_0 = const()[name = string("mul_23_y_0"), val = fp16(0x1p-1)]; tensor mul_23 = mul(x = linear_4, y = mul_23_y_0)[name = string("mul_23")]; tensor tanh_0 = tanh(x = mul_23)[name = string("tanh_0")]; fp16 mul_24_x_0 = const()[name = string("mul_24_x_0"), val = fp16(0x1p-1)]; tensor mul_24 = mul(x = mul_24_x_0, y = tanh_0)[name = string("mul_24")]; fp16 add_4_x_0 = const()[name = string("add_4_x_0"), val = fp16(0x1p-1)]; tensor add_4 = add(x = add_4_x_0, y = mul_24)[name = string("add_4")]; tensor mul_25 = mul(x = linear_4, y = add_4)[name = string("mul_25")]; tensor mul_26 = mul(x = mul_25, y = linear_5)[name = string("mul_26")]; tensor linear_6_weight_0 = const()[name = string("linear_6_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1979072)))]; tensor linear_6 = linear(bias = linear_0_bias_0, weight = linear_6_weight_0, x = mul_26)[name = string("linear_6")]; tensor add_5 = add(x = add_3, y = linear_6)[name = string("add_5")]; tensor mul_27 = mul(x = add_5, y = add_5)[name = string("mul_27")]; tensor reduce_mean_5_axes_0 = const()[name = string("reduce_mean_5_axes_0"), val = tensor([-1])]; bool reduce_mean_5_keep_dims_0 = const()[name = string("reduce_mean_5_keep_dims_0"), val = bool(true)]; tensor reduce_mean_5 = reduce_mean(axes = reduce_mean_5_axes_0, keep_dims = reduce_mean_5_keep_dims_0, x = mul_27)[name = string("reduce_mean_5")]; fp32 rsqrt_5_epsilon_0 = const()[name = string("rsqrt_5_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_5 = rsqrt(epsilon = rsqrt_5_epsilon_0, x = reduce_mean_5)[name = string("rsqrt_5")]; tensor mul_28 = mul(x = add_5, y = rsqrt_5)[name = string("mul_28")]; tensor mul_29_y_0 = const()[name = string("mul_29_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2654976)))]; tensor mul_29 = mul(x = mul_28, y = mul_29_y_0)[name = string("mul_29")]; tensor mul_30 = mul(x = mul_29, y = mul_29)[name = string("mul_30")]; tensor reduce_mean_6_axes_0 = const()[name = string("reduce_mean_6_axes_0"), val = tensor([-1])]; bool reduce_mean_6_keep_dims_0 = const()[name = string("reduce_mean_6_keep_dims_0"), val = bool(true)]; tensor reduce_mean_6 = reduce_mean(axes = reduce_mean_6_axes_0, keep_dims = reduce_mean_6_keep_dims_0, x = mul_30)[name = string("reduce_mean_6")]; fp32 rsqrt_6_epsilon_0 = const()[name = string("rsqrt_6_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_6 = rsqrt(epsilon = rsqrt_6_epsilon_0, x = reduce_mean_6)[name = string("rsqrt_6")]; tensor mul_31 = mul(x = mul_29, y = rsqrt_6)[name = string("mul_31")]; tensor mul_32_y_0 = const()[name = string("mul_32_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2655744)))]; tensor mul_32 = mul(x = mul_31, y = mul_32_y_0)[name = string("mul_32")]; tensor tern_1_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2656512))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_q_weight_0_palettized")]; tensor tern_1_q = linear(bias = linear_0_bias_0, weight = tern_1_q_weight_0_palettized, x = mul_32)[name = string("tern_1_q")]; tensor mul_33_y_0 = const()[name = string("mul_33_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2687552)))]; tensor mul_33 = mul(x = tern_1_q, y = mul_33_y_0)[name = string("mul_33")]; tensor reshape_10_shape_0 = const()[name = string("reshape_10_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_10 = reshape(shape = reshape_10_shape_0, x = mul_33)[name = string("reshape_10")]; tensor transpose_4_perm_0 = const()[name = string("transpose_4_perm_0"), val = tensor([1, 0, 2])]; tensor mul_36_y_0 = const()[name = string("mul_36_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2688320)))]; tensor mul_36 = mul(x = mul_31, y = mul_36_y_0)[name = string("mul_36")]; tensor tern_1_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2689088))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_k_weight_0_palettized")]; tensor tern_1_k_bias_0 = const()[name = string("tern_1_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_k = linear(bias = tern_1_k_bias_0, weight = tern_1_k_weight_0_palettized, x = mul_36)[name = string("tern_1_k")]; tensor mul_37_y_0 = const()[name = string("mul_37_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2696896)))]; tensor mul_37 = mul(x = tern_1_k, y = mul_37_y_0)[name = string("mul_37")]; tensor reshape_11_shape_0 = const()[name = string("reshape_11_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_11 = reshape(shape = reshape_11_shape_0, x = mul_37)[name = string("reshape_11")]; tensor transpose_5_perm_0 = const()[name = string("transpose_5_perm_0"), val = tensor([1, 0, 2])]; tensor mul_40_y_0 = const()[name = string("mul_40_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697152)))]; tensor mul_40 = mul(x = mul_31, y = mul_40_y_0)[name = string("mul_40")]; tensor tern_1_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697920))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_v_weight_0_palettized")]; tensor tern_1_v_bias_0 = const()[name = string("tern_1_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_v = linear(bias = tern_1_v_bias_0, weight = tern_1_v_weight_0_palettized, x = mul_40)[name = string("tern_1_v")]; tensor mul_41_y_0 = const()[name = string("mul_41_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705728)))]; tensor mul_41 = mul(x = tern_1_v, y = mul_41_y_0)[name = string("mul_41")]; tensor reshape_12_shape_0 = const()[name = string("reshape_12_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_12 = reshape(shape = reshape_12_shape_0, x = mul_41)[name = string("reshape_12")]; tensor transpose_6_perm_0 = const()[name = string("transpose_6_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_4 = transpose(perm = transpose_4_perm_0, x = reshape_10)[name = string("transpose_59")]; tensor mul_42 = mul(x = transpose_4, y = transpose_4)[name = string("mul_42")]; tensor reduce_mean_9_axes_0 = const()[name = string("reduce_mean_9_axes_0"), val = tensor([-1])]; bool reduce_mean_9_keep_dims_0 = const()[name = string("reduce_mean_9_keep_dims_0"), val = bool(true)]; tensor reduce_mean_9 = reduce_mean(axes = reduce_mean_9_axes_0, keep_dims = reduce_mean_9_keep_dims_0, x = mul_42)[name = string("reduce_mean_9")]; fp32 rsqrt_9_epsilon_0 = const()[name = string("rsqrt_9_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_9 = rsqrt(epsilon = rsqrt_9_epsilon_0, x = reduce_mean_9)[name = string("rsqrt_9")]; tensor mul_43 = mul(x = transpose_4, y = rsqrt_9)[name = string("mul_43")]; tensor mul_44_y_0 = const()[name = string("mul_44_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705984)))]; tensor mul_44 = mul(x = mul_43, y = mul_44_y_0)[name = string("mul_44")]; tensor slice_by_index_4_begin_0 = const()[name = string("slice_by_index_4_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_4_end_0 = const()[name = string("slice_by_index_4_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_4_end_mask_0 = const()[name = string("slice_by_index_4_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_4 = slice_by_index(begin = slice_by_index_4_begin_0, end = slice_by_index_4_end_0, end_mask = slice_by_index_4_end_mask_0, x = mul_44)[name = string("slice_by_index_4")]; tensor slice_by_index_5_begin_0 = const()[name = string("slice_by_index_5_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_5_end_0 = const()[name = string("slice_by_index_5_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_5_end_mask_0 = const()[name = string("slice_by_index_5_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_5 = slice_by_index(begin = slice_by_index_5_begin_0, end = slice_by_index_5_end_0, end_mask = slice_by_index_5_end_mask_0, x = mul_44)[name = string("slice_by_index_5")]; int32 concat_2_axis_0 = const()[name = string("concat_2_axis_0"), val = int32(-1)]; bool concat_2_interleave_0 = const()[name = string("concat_2_interleave_0"), val = bool(false)]; tensor concat_2 = concat(axis = concat_2_axis_0, interleave = concat_2_interleave_0, values = (slice_by_index_5, slice_by_index_4))[name = string("concat_2")]; tensor mul_45_y_0 = const()[name = string("mul_45_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_45 = mul(x = concat_2, y = mul_45_y_0)[name = string("mul_45")]; tensor mul_46 = mul(x = mul_44, y = mul_11_y_0)[name = string("mul_46")]; tensor mul_47 = mul(x = mul_45, y = mul_12_y_0)[name = string("mul_47")]; tensor add_6 = add(x = mul_46, y = mul_47)[name = string("add_6")]; tensor transpose_5 = transpose(perm = transpose_5_perm_0, x = reshape_11)[name = string("transpose_58")]; tensor mul_48 = mul(x = transpose_5, y = transpose_5)[name = string("mul_48")]; tensor reduce_mean_10_axes_0 = const()[name = string("reduce_mean_10_axes_0"), val = tensor([-1])]; bool reduce_mean_10_keep_dims_0 = const()[name = string("reduce_mean_10_keep_dims_0"), val = bool(true)]; tensor reduce_mean_10 = reduce_mean(axes = reduce_mean_10_axes_0, keep_dims = reduce_mean_10_keep_dims_0, x = mul_48)[name = string("reduce_mean_10")]; fp32 rsqrt_10_epsilon_0 = const()[name = string("rsqrt_10_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_10 = rsqrt(epsilon = rsqrt_10_epsilon_0, x = reduce_mean_10)[name = string("rsqrt_10")]; tensor mul_49 = mul(x = transpose_5, y = rsqrt_10)[name = string("mul_49")]; tensor mul_50_y_0 = const()[name = string("mul_50_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706176)))]; tensor mul_50 = mul(x = mul_49, y = mul_50_y_0)[name = string("mul_50")]; tensor slice_by_index_6_begin_0 = const()[name = string("slice_by_index_6_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_6_end_0 = const()[name = string("slice_by_index_6_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_6_end_mask_0 = const()[name = string("slice_by_index_6_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_6 = slice_by_index(begin = slice_by_index_6_begin_0, end = slice_by_index_6_end_0, end_mask = slice_by_index_6_end_mask_0, x = mul_50)[name = string("slice_by_index_6")]; tensor slice_by_index_7_begin_0 = const()[name = string("slice_by_index_7_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_7_end_0 = const()[name = string("slice_by_index_7_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_7_end_mask_0 = const()[name = string("slice_by_index_7_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_7 = slice_by_index(begin = slice_by_index_7_begin_0, end = slice_by_index_7_end_0, end_mask = slice_by_index_7_end_mask_0, x = mul_50)[name = string("slice_by_index_7")]; int32 concat_3_axis_0 = const()[name = string("concat_3_axis_0"), val = int32(-1)]; bool concat_3_interleave_0 = const()[name = string("concat_3_interleave_0"), val = bool(false)]; tensor concat_3 = concat(axis = concat_3_axis_0, interleave = concat_3_interleave_0, values = (slice_by_index_7, slice_by_index_6))[name = string("concat_3")]; tensor mul_51_y_0 = const()[name = string("mul_51_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_51 = mul(x = concat_3, y = mul_51_y_0)[name = string("mul_51")]; tensor mul_52 = mul(x = mul_50, y = mul_11_y_0)[name = string("mul_52")]; tensor mul_53 = mul(x = mul_51, y = mul_12_y_0)[name = string("mul_53")]; tensor add_7 = add(x = mul_52, y = mul_53)[name = string("add_7")]; tensor reshape_13_shape_0 = const()[name = string("reshape_13_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_13 = reshape(shape = reshape_13_shape_0, x = add_7)[name = string("reshape_13")]; tensor tile_2_reps_0 = const()[name = string("tile_2_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_2 = tile(reps = tile_2_reps_0, x = reshape_13)[name = string("tile_2")]; tensor reshape_14_shape_0 = const()[name = string("reshape_14_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_14 = reshape(shape = reshape_14_shape_0, x = tile_2)[name = string("reshape_14")]; tensor reshape_15_shape_0 = const()[name = string("reshape_15_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_6 = transpose(perm = transpose_6_perm_0, x = reshape_12)[name = string("transpose_57")]; tensor reshape_15 = reshape(shape = reshape_15_shape_0, x = transpose_6)[name = string("reshape_15")]; tensor tile_3_reps_0 = const()[name = string("tile_3_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_3 = tile(reps = tile_3_reps_0, x = reshape_15)[name = string("tile_3")]; tensor reshape_16_shape_0 = const()[name = string("reshape_16_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_16 = reshape(shape = reshape_16_shape_0, x = tile_3)[name = string("reshape_16")]; fp16 mul_54_y_0 = const()[name = string("mul_54_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_54 = mul(x = add_6, y = mul_54_y_0)[name = string("mul_54")]; bool matmul_2_transpose_y_0 = const()[name = string("matmul_2_transpose_y_0"), val = bool(true)]; bool matmul_2_transpose_x_0 = const()[name = string("matmul_2_transpose_x_0"), val = bool(false)]; tensor matmul_2 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = mul_54, y = reshape_14)[name = string("matmul_2")]; tensor add_8 = add(x = matmul_2, y = reshape_1)[name = string("add_8")]; int32 softmax_1_axis_0 = const()[name = string("softmax_1_axis_0"), val = int32(-1)]; tensor softmax_1 = softmax(axis = softmax_1_axis_0, x = add_8)[name = string("softmax_1")]; bool matmul_3_transpose_x_0 = const()[name = string("matmul_3_transpose_x_0"), val = bool(false)]; bool matmul_3_transpose_y_0 = const()[name = string("matmul_3_transpose_y_0"), val = bool(false)]; tensor matmul_3 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = softmax_1, y = reshape_16)[name = string("matmul_3")]; tensor transpose_7_perm_0 = const()[name = string("transpose_7_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_17_shape_0 = const()[name = string("reshape_17_shape_0"), val = tensor([256, 352])]; tensor transpose_7 = transpose(perm = transpose_7_perm_0, x = matmul_3)[name = string("transpose_56")]; tensor reshape_17 = reshape(shape = reshape_17_shape_0, x = transpose_7)[name = string("reshape_17")]; tensor mul_55 = mul(x = reshape_17, y = reshape_17)[name = string("mul_55")]; tensor reduce_mean_11_axes_0 = const()[name = string("reduce_mean_11_axes_0"), val = tensor([-1])]; bool reduce_mean_11_keep_dims_0 = const()[name = string("reduce_mean_11_keep_dims_0"), val = bool(true)]; tensor reduce_mean_11 = reduce_mean(axes = reduce_mean_11_axes_0, keep_dims = reduce_mean_11_keep_dims_0, x = mul_55)[name = string("reduce_mean_11")]; fp32 rsqrt_11_epsilon_0 = const()[name = string("rsqrt_11_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_11 = rsqrt(epsilon = rsqrt_11_epsilon_0, x = reduce_mean_11)[name = string("rsqrt_11")]; tensor mul_56 = mul(x = reshape_17, y = rsqrt_11)[name = string("mul_56")]; tensor mul_57_y_0 = const()[name = string("mul_57_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706368)))]; tensor mul_57 = mul(x = mul_56, y = mul_57_y_0)[name = string("mul_57")]; tensor tern_1_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2707136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_o_weight_0_palettized")]; tensor tern_1_o = linear(bias = linear_0_bias_0, weight = tern_1_o_weight_0_palettized, x = mul_57)[name = string("tern_1_o")]; tensor mul_58_y_0 = const()[name = string("mul_58_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738176)))]; tensor mul_58 = mul(x = tern_1_o, y = mul_58_y_0)[name = string("mul_58")]; tensor add_9 = add(x = add_5, y = mul_58)[name = string("add_9")]; tensor mul_59 = mul(x = add_9, y = add_9)[name = string("mul_59")]; tensor reduce_mean_12_axes_0 = const()[name = string("reduce_mean_12_axes_0"), val = tensor([-1])]; bool reduce_mean_12_keep_dims_0 = const()[name = string("reduce_mean_12_keep_dims_0"), val = bool(true)]; tensor reduce_mean_12 = reduce_mean(axes = reduce_mean_12_axes_0, keep_dims = reduce_mean_12_keep_dims_0, x = mul_59)[name = string("reduce_mean_12")]; fp32 rsqrt_12_epsilon_0 = const()[name = string("rsqrt_12_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_12 = rsqrt(epsilon = rsqrt_12_epsilon_0, x = reduce_mean_12)[name = string("rsqrt_12")]; tensor mul_60 = mul(x = add_9, y = rsqrt_12)[name = string("mul_60")]; tensor mul_61_y_0 = const()[name = string("mul_61_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738944)))]; tensor mul_61 = mul(x = mul_60, y = mul_61_y_0)[name = string("mul_61")]; tensor mul_62 = mul(x = mul_61, y = mul_61)[name = string("mul_62")]; tensor reduce_mean_13_axes_0 = const()[name = string("reduce_mean_13_axes_0"), val = tensor([-1])]; bool reduce_mean_13_keep_dims_0 = const()[name = string("reduce_mean_13_keep_dims_0"), val = bool(true)]; tensor reduce_mean_13 = reduce_mean(axes = reduce_mean_13_axes_0, keep_dims = reduce_mean_13_keep_dims_0, x = mul_62)[name = string("reduce_mean_13")]; fp32 rsqrt_13_epsilon_0 = const()[name = string("rsqrt_13_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_13 = rsqrt(epsilon = rsqrt_13_epsilon_0, x = reduce_mean_13)[name = string("rsqrt_13")]; tensor mul_63 = mul(x = mul_61, y = rsqrt_13)[name = string("mul_63")]; tensor mul_64_y_0 = const()[name = string("mul_64_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2739712)))]; tensor mul_64 = mul(x = mul_63, y = mul_64_y_0)[name = string("mul_64")]; tensor tern_1_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2740480))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w1_weight_0_palettized")]; tensor tern_1_w1 = linear(bias = linear_4_bias_0, weight = tern_1_w1_weight_0_palettized, x = mul_64)[name = string("tern_1_w1")]; tensor mul_65_y_0 = const()[name = string("mul_65_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2825024)))]; tensor mul_65 = mul(x = tern_1_w1, y = mul_65_y_0)[name = string("mul_65")]; tensor mul_68_y_0 = const()[name = string("mul_68_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827008)))]; tensor mul_68 = mul(x = mul_63, y = mul_68_y_0)[name = string("mul_68")]; tensor tern_1_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w3_weight_0_palettized")]; tensor tern_1_w3 = linear(bias = linear_4_bias_0, weight = tern_1_w3_weight_0_palettized, x = mul_68)[name = string("tern_1_w3")]; tensor mul_69_y_0 = const()[name = string("mul_69_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2912320)))]; tensor mul_69 = mul(x = tern_1_w3, y = mul_69_y_0)[name = string("mul_69")]; fp16 mul_70_y_0 = const()[name = string("mul_70_y_0"), val = fp16(0x1p-1)]; tensor mul_70 = mul(x = mul_65, y = mul_70_y_0)[name = string("mul_70")]; tensor tanh_1 = tanh(x = mul_70)[name = string("tanh_1")]; fp16 mul_71_x_0 = const()[name = string("mul_71_x_0"), val = fp16(0x1p-1)]; tensor mul_71 = mul(x = mul_71_x_0, y = tanh_1)[name = string("mul_71")]; fp16 add_10_x_0 = const()[name = string("add_10_x_0"), val = fp16(0x1p-1)]; tensor add_10 = add(x = add_10_x_0, y = mul_71)[name = string("add_10")]; tensor mul_72 = mul(x = mul_65, y = add_10)[name = string("mul_72")]; tensor mul_73 = mul(x = mul_72, y = mul_69)[name = string("mul_73")]; tensor mul_74 = mul(x = mul_73, y = mul_73)[name = string("mul_74")]; tensor reduce_mean_15_axes_0 = const()[name = string("reduce_mean_15_axes_0"), val = tensor([-1])]; bool reduce_mean_15_keep_dims_0 = const()[name = string("reduce_mean_15_keep_dims_0"), val = bool(true)]; tensor reduce_mean_15 = reduce_mean(axes = reduce_mean_15_axes_0, keep_dims = reduce_mean_15_keep_dims_0, x = mul_74)[name = string("reduce_mean_15")]; fp32 rsqrt_15_epsilon_0 = const()[name = string("rsqrt_15_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_15 = rsqrt(epsilon = rsqrt_15_epsilon_0, x = reduce_mean_15)[name = string("rsqrt_15")]; tensor mul_75 = mul(x = mul_73, y = rsqrt_15)[name = string("mul_75")]; tensor mul_76_y_0 = const()[name = string("mul_76_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2914304)))]; tensor mul_76 = mul(x = mul_75, y = mul_76_y_0)[name = string("mul_76")]; tensor tern_1_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2916288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w2_weight_0_palettized")]; tensor tern_1_w2 = linear(bias = linear_0_bias_0, weight = tern_1_w2_weight_0_palettized, x = mul_76)[name = string("tern_1_w2")]; tensor mul_77_y_0 = const()[name = string("mul_77_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3000832)))]; tensor mul_77 = mul(x = tern_1_w2, y = mul_77_y_0)[name = string("mul_77")]; tensor add_11 = add(x = add_9, y = mul_77)[name = string("add_11")]; tensor mul_78 = mul(x = add_11, y = add_11)[name = string("mul_78")]; tensor reduce_mean_16_axes_0 = const()[name = string("reduce_mean_16_axes_0"), val = tensor([-1])]; bool reduce_mean_16_keep_dims_0 = const()[name = string("reduce_mean_16_keep_dims_0"), val = bool(true)]; tensor reduce_mean_16 = reduce_mean(axes = reduce_mean_16_axes_0, keep_dims = reduce_mean_16_keep_dims_0, x = mul_78)[name = string("reduce_mean_16")]; fp32 rsqrt_16_epsilon_0 = const()[name = string("rsqrt_16_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_16 = rsqrt(epsilon = rsqrt_16_epsilon_0, x = reduce_mean_16)[name = string("rsqrt_16")]; tensor mul_79 = mul(x = add_11, y = rsqrt_16)[name = string("mul_79")]; tensor mul_80_y_0 = const()[name = string("mul_80_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3001600)))]; tensor mul_80 = mul(x = mul_79, y = mul_80_y_0)[name = string("mul_80")]; tensor mul_81 = mul(x = mul_80, y = mul_80)[name = string("mul_81")]; tensor reduce_mean_17_axes_0 = const()[name = string("reduce_mean_17_axes_0"), val = tensor([-1])]; bool reduce_mean_17_keep_dims_0 = const()[name = string("reduce_mean_17_keep_dims_0"), val = bool(true)]; tensor reduce_mean_17 = reduce_mean(axes = reduce_mean_17_axes_0, keep_dims = reduce_mean_17_keep_dims_0, x = mul_81)[name = string("reduce_mean_17")]; fp32 rsqrt_17_epsilon_0 = const()[name = string("rsqrt_17_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_17 = rsqrt(epsilon = rsqrt_17_epsilon_0, x = reduce_mean_17)[name = string("rsqrt_17")]; tensor mul_82 = mul(x = mul_80, y = rsqrt_17)[name = string("mul_82")]; tensor mul_83_y_0 = const()[name = string("mul_83_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3002368)))]; tensor mul_83 = mul(x = mul_82, y = mul_83_y_0)[name = string("mul_83")]; tensor tern_2_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3003136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_q_weight_0_palettized")]; tensor tern_2_q = linear(bias = linear_0_bias_0, weight = tern_2_q_weight_0_palettized, x = mul_83)[name = string("tern_2_q")]; tensor mul_84_y_0 = const()[name = string("mul_84_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034176)))]; tensor mul_84 = mul(x = tern_2_q, y = mul_84_y_0)[name = string("mul_84")]; tensor reshape_18_shape_0 = const()[name = string("reshape_18_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_18 = reshape(shape = reshape_18_shape_0, x = mul_84)[name = string("reshape_18")]; tensor transpose_8_perm_0 = const()[name = string("transpose_8_perm_0"), val = tensor([1, 0, 2])]; tensor mul_87_y_0 = const()[name = string("mul_87_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034944)))]; tensor mul_87 = mul(x = mul_82, y = mul_87_y_0)[name = string("mul_87")]; tensor tern_2_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3035712))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_k_weight_0_palettized")]; tensor tern_2_k_bias_0 = const()[name = string("tern_2_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_k = linear(bias = tern_2_k_bias_0, weight = tern_2_k_weight_0_palettized, x = mul_87)[name = string("tern_2_k")]; tensor mul_88_y_0 = const()[name = string("mul_88_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043520)))]; tensor mul_88 = mul(x = tern_2_k, y = mul_88_y_0)[name = string("mul_88")]; tensor reshape_19_shape_0 = const()[name = string("reshape_19_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_19 = reshape(shape = reshape_19_shape_0, x = mul_88)[name = string("reshape_19")]; tensor transpose_9_perm_0 = const()[name = string("transpose_9_perm_0"), val = tensor([1, 0, 2])]; tensor mul_91_y_0 = const()[name = string("mul_91_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043776)))]; tensor mul_91 = mul(x = mul_82, y = mul_91_y_0)[name = string("mul_91")]; tensor tern_2_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3044544))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_v_weight_0_palettized")]; tensor tern_2_v_bias_0 = const()[name = string("tern_2_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_v = linear(bias = tern_2_v_bias_0, weight = tern_2_v_weight_0_palettized, x = mul_91)[name = string("tern_2_v")]; tensor mul_92_y_0 = const()[name = string("mul_92_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052352)))]; tensor mul_92 = mul(x = tern_2_v, y = mul_92_y_0)[name = string("mul_92")]; tensor reshape_20_shape_0 = const()[name = string("reshape_20_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_20 = reshape(shape = reshape_20_shape_0, x = mul_92)[name = string("reshape_20")]; tensor transpose_10_perm_0 = const()[name = string("transpose_10_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_8 = transpose(perm = transpose_8_perm_0, x = reshape_18)[name = string("transpose_55")]; tensor mul_93 = mul(x = transpose_8, y = transpose_8)[name = string("mul_93")]; tensor reduce_mean_20_axes_0 = const()[name = string("reduce_mean_20_axes_0"), val = tensor([-1])]; bool reduce_mean_20_keep_dims_0 = const()[name = string("reduce_mean_20_keep_dims_0"), val = bool(true)]; tensor reduce_mean_20 = reduce_mean(axes = reduce_mean_20_axes_0, keep_dims = reduce_mean_20_keep_dims_0, x = mul_93)[name = string("reduce_mean_20")]; fp32 rsqrt_20_epsilon_0 = const()[name = string("rsqrt_20_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_20 = rsqrt(epsilon = rsqrt_20_epsilon_0, x = reduce_mean_20)[name = string("rsqrt_20")]; tensor mul_94 = mul(x = transpose_8, y = rsqrt_20)[name = string("mul_94")]; tensor mul_95_y_0 = const()[name = string("mul_95_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052608)))]; tensor mul_95 = mul(x = mul_94, y = mul_95_y_0)[name = string("mul_95")]; tensor slice_by_index_8_begin_0 = const()[name = string("slice_by_index_8_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_8_end_0 = const()[name = string("slice_by_index_8_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_8_end_mask_0 = const()[name = string("slice_by_index_8_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_8 = slice_by_index(begin = slice_by_index_8_begin_0, end = slice_by_index_8_end_0, end_mask = slice_by_index_8_end_mask_0, x = mul_95)[name = string("slice_by_index_8")]; tensor slice_by_index_9_begin_0 = const()[name = string("slice_by_index_9_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_9_end_0 = const()[name = string("slice_by_index_9_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_9_end_mask_0 = const()[name = string("slice_by_index_9_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_9 = slice_by_index(begin = slice_by_index_9_begin_0, end = slice_by_index_9_end_0, end_mask = slice_by_index_9_end_mask_0, x = mul_95)[name = string("slice_by_index_9")]; int32 concat_4_axis_0 = const()[name = string("concat_4_axis_0"), val = int32(-1)]; bool concat_4_interleave_0 = const()[name = string("concat_4_interleave_0"), val = bool(false)]; tensor concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = (slice_by_index_9, slice_by_index_8))[name = string("concat_4")]; tensor mul_96_y_0 = const()[name = string("mul_96_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_96 = mul(x = concat_4, y = mul_96_y_0)[name = string("mul_96")]; tensor mul_97 = mul(x = mul_95, y = mul_11_y_0)[name = string("mul_97")]; tensor mul_98 = mul(x = mul_96, y = mul_12_y_0)[name = string("mul_98")]; tensor add_12 = add(x = mul_97, y = mul_98)[name = string("add_12")]; tensor transpose_9 = transpose(perm = transpose_9_perm_0, x = reshape_19)[name = string("transpose_54")]; tensor mul_99 = mul(x = transpose_9, y = transpose_9)[name = string("mul_99")]; tensor reduce_mean_21_axes_0 = const()[name = string("reduce_mean_21_axes_0"), val = tensor([-1])]; bool reduce_mean_21_keep_dims_0 = const()[name = string("reduce_mean_21_keep_dims_0"), val = bool(true)]; tensor reduce_mean_21 = reduce_mean(axes = reduce_mean_21_axes_0, keep_dims = reduce_mean_21_keep_dims_0, x = mul_99)[name = string("reduce_mean_21")]; fp32 rsqrt_21_epsilon_0 = const()[name = string("rsqrt_21_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_21 = rsqrt(epsilon = rsqrt_21_epsilon_0, x = reduce_mean_21)[name = string("rsqrt_21")]; tensor mul_100 = mul(x = transpose_9, y = rsqrt_21)[name = string("mul_100")]; tensor mul_101_y_0 = const()[name = string("mul_101_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052800)))]; tensor mul_101 = mul(x = mul_100, y = mul_101_y_0)[name = string("mul_101")]; tensor slice_by_index_10_begin_0 = const()[name = string("slice_by_index_10_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_10_end_0 = const()[name = string("slice_by_index_10_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_10_end_mask_0 = const()[name = string("slice_by_index_10_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_10 = slice_by_index(begin = slice_by_index_10_begin_0, end = slice_by_index_10_end_0, end_mask = slice_by_index_10_end_mask_0, x = mul_101)[name = string("slice_by_index_10")]; tensor slice_by_index_11_begin_0 = const()[name = string("slice_by_index_11_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_11_end_0 = const()[name = string("slice_by_index_11_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_11_end_mask_0 = const()[name = string("slice_by_index_11_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_11 = slice_by_index(begin = slice_by_index_11_begin_0, end = slice_by_index_11_end_0, end_mask = slice_by_index_11_end_mask_0, x = mul_101)[name = string("slice_by_index_11")]; int32 concat_5_axis_0 = const()[name = string("concat_5_axis_0"), val = int32(-1)]; bool concat_5_interleave_0 = const()[name = string("concat_5_interleave_0"), val = bool(false)]; tensor concat_5 = concat(axis = concat_5_axis_0, interleave = concat_5_interleave_0, values = (slice_by_index_11, slice_by_index_10))[name = string("concat_5")]; tensor mul_102_y_0 = const()[name = string("mul_102_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_102 = mul(x = concat_5, y = mul_102_y_0)[name = string("mul_102")]; tensor mul_103 = mul(x = mul_101, y = mul_11_y_0)[name = string("mul_103")]; tensor mul_104 = mul(x = mul_102, y = mul_12_y_0)[name = string("mul_104")]; tensor add_13 = add(x = mul_103, y = mul_104)[name = string("add_13")]; tensor reshape_21_shape_0 = const()[name = string("reshape_21_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_21 = reshape(shape = reshape_21_shape_0, x = add_13)[name = string("reshape_21")]; tensor tile_4_reps_0 = const()[name = string("tile_4_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_4 = tile(reps = tile_4_reps_0, x = reshape_21)[name = string("tile_4")]; tensor reshape_22_shape_0 = const()[name = string("reshape_22_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_22 = reshape(shape = reshape_22_shape_0, x = tile_4)[name = string("reshape_22")]; tensor reshape_23_shape_0 = const()[name = string("reshape_23_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_10 = transpose(perm = transpose_10_perm_0, x = reshape_20)[name = string("transpose_53")]; tensor reshape_23 = reshape(shape = reshape_23_shape_0, x = transpose_10)[name = string("reshape_23")]; tensor tile_5_reps_0 = const()[name = string("tile_5_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_5 = tile(reps = tile_5_reps_0, x = reshape_23)[name = string("tile_5")]; tensor reshape_24_shape_0 = const()[name = string("reshape_24_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_24 = reshape(shape = reshape_24_shape_0, x = tile_5)[name = string("reshape_24")]; fp16 mul_105_y_0 = const()[name = string("mul_105_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_105 = mul(x = add_12, y = mul_105_y_0)[name = string("mul_105")]; bool matmul_4_transpose_y_0 = const()[name = string("matmul_4_transpose_y_0"), val = bool(true)]; bool matmul_4_transpose_x_0 = const()[name = string("matmul_4_transpose_x_0"), val = bool(false)]; tensor matmul_4 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = mul_105, y = reshape_22)[name = string("matmul_4")]; tensor add_14 = add(x = matmul_4, y = reshape_1)[name = string("add_14")]; int32 softmax_2_axis_0 = const()[name = string("softmax_2_axis_0"), val = int32(-1)]; tensor softmax_2 = softmax(axis = softmax_2_axis_0, x = add_14)[name = string("softmax_2")]; bool matmul_5_transpose_x_0 = const()[name = string("matmul_5_transpose_x_0"), val = bool(false)]; bool matmul_5_transpose_y_0 = const()[name = string("matmul_5_transpose_y_0"), val = bool(false)]; tensor matmul_5 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = softmax_2, y = reshape_24)[name = string("matmul_5")]; tensor transpose_11_perm_0 = const()[name = string("transpose_11_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_25_shape_0 = const()[name = string("reshape_25_shape_0"), val = tensor([256, 352])]; tensor transpose_11 = transpose(perm = transpose_11_perm_0, x = matmul_5)[name = string("transpose_52")]; tensor reshape_25 = reshape(shape = reshape_25_shape_0, x = transpose_11)[name = string("reshape_25")]; tensor mul_106 = mul(x = reshape_25, y = reshape_25)[name = string("mul_106")]; tensor reduce_mean_22_axes_0 = const()[name = string("reduce_mean_22_axes_0"), val = tensor([-1])]; bool reduce_mean_22_keep_dims_0 = const()[name = string("reduce_mean_22_keep_dims_0"), val = bool(true)]; tensor reduce_mean_22 = reduce_mean(axes = reduce_mean_22_axes_0, keep_dims = reduce_mean_22_keep_dims_0, x = mul_106)[name = string("reduce_mean_22")]; fp32 rsqrt_22_epsilon_0 = const()[name = string("rsqrt_22_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_22 = rsqrt(epsilon = rsqrt_22_epsilon_0, x = reduce_mean_22)[name = string("rsqrt_22")]; tensor mul_107 = mul(x = reshape_25, y = rsqrt_22)[name = string("mul_107")]; tensor mul_108_y_0 = const()[name = string("mul_108_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052992)))]; tensor mul_108 = mul(x = mul_107, y = mul_108_y_0)[name = string("mul_108")]; tensor tern_2_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3053760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_o_weight_0_palettized")]; tensor tern_2_o = linear(bias = linear_0_bias_0, weight = tern_2_o_weight_0_palettized, x = mul_108)[name = string("tern_2_o")]; tensor mul_109_y_0 = const()[name = string("mul_109_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3084800)))]; tensor mul_109 = mul(x = tern_2_o, y = mul_109_y_0)[name = string("mul_109")]; tensor add_15 = add(x = add_11, y = mul_109)[name = string("add_15")]; tensor mul_110 = mul(x = add_15, y = add_15)[name = string("mul_110")]; tensor reduce_mean_23_axes_0 = const()[name = string("reduce_mean_23_axes_0"), val = tensor([-1])]; bool reduce_mean_23_keep_dims_0 = const()[name = string("reduce_mean_23_keep_dims_0"), val = bool(true)]; tensor reduce_mean_23 = reduce_mean(axes = reduce_mean_23_axes_0, keep_dims = reduce_mean_23_keep_dims_0, x = mul_110)[name = string("reduce_mean_23")]; fp32 rsqrt_23_epsilon_0 = const()[name = string("rsqrt_23_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_23 = rsqrt(epsilon = rsqrt_23_epsilon_0, x = reduce_mean_23)[name = string("rsqrt_23")]; tensor mul_111 = mul(x = add_15, y = rsqrt_23)[name = string("mul_111")]; tensor mul_112_y_0 = const()[name = string("mul_112_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3085568)))]; tensor mul_112 = mul(x = mul_111, y = mul_112_y_0)[name = string("mul_112")]; tensor mul_113 = mul(x = mul_112, y = mul_112)[name = string("mul_113")]; tensor reduce_mean_24_axes_0 = const()[name = string("reduce_mean_24_axes_0"), val = tensor([-1])]; bool reduce_mean_24_keep_dims_0 = const()[name = string("reduce_mean_24_keep_dims_0"), val = bool(true)]; tensor reduce_mean_24 = reduce_mean(axes = reduce_mean_24_axes_0, keep_dims = reduce_mean_24_keep_dims_0, x = mul_113)[name = string("reduce_mean_24")]; fp32 rsqrt_24_epsilon_0 = const()[name = string("rsqrt_24_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_24 = rsqrt(epsilon = rsqrt_24_epsilon_0, x = reduce_mean_24)[name = string("rsqrt_24")]; tensor mul_114 = mul(x = mul_112, y = rsqrt_24)[name = string("mul_114")]; tensor mul_115_y_0 = const()[name = string("mul_115_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3086336)))]; tensor mul_115 = mul(x = mul_114, y = mul_115_y_0)[name = string("mul_115")]; tensor tern_2_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3087104))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w1_weight_0_palettized")]; tensor tern_2_w1 = linear(bias = linear_4_bias_0, weight = tern_2_w1_weight_0_palettized, x = mul_115)[name = string("tern_2_w1")]; tensor mul_116_y_0 = const()[name = string("mul_116_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3171648)))]; tensor mul_116 = mul(x = tern_2_w1, y = mul_116_y_0)[name = string("mul_116")]; tensor mul_119_y_0 = const()[name = string("mul_119_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3173632)))]; tensor mul_119 = mul(x = mul_114, y = mul_119_y_0)[name = string("mul_119")]; tensor tern_2_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3174400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w3_weight_0_palettized")]; tensor tern_2_w3 = linear(bias = linear_4_bias_0, weight = tern_2_w3_weight_0_palettized, x = mul_119)[name = string("tern_2_w3")]; tensor mul_120_y_0 = const()[name = string("mul_120_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3258944)))]; tensor mul_120 = mul(x = tern_2_w3, y = mul_120_y_0)[name = string("mul_120")]; fp16 mul_121_y_0 = const()[name = string("mul_121_y_0"), val = fp16(0x1p-1)]; tensor mul_121 = mul(x = mul_116, y = mul_121_y_0)[name = string("mul_121")]; tensor tanh_2 = tanh(x = mul_121)[name = string("tanh_2")]; fp16 mul_122_x_0 = const()[name = string("mul_122_x_0"), val = fp16(0x1p-1)]; tensor mul_122 = mul(x = mul_122_x_0, y = tanh_2)[name = string("mul_122")]; fp16 add_16_x_0 = const()[name = string("add_16_x_0"), val = fp16(0x1p-1)]; tensor add_16 = add(x = add_16_x_0, y = mul_122)[name = string("add_16")]; tensor mul_123 = mul(x = mul_116, y = add_16)[name = string("mul_123")]; tensor mul_124 = mul(x = mul_123, y = mul_120)[name = string("mul_124")]; tensor mul_125 = mul(x = mul_124, y = mul_124)[name = string("mul_125")]; tensor reduce_mean_26_axes_0 = const()[name = string("reduce_mean_26_axes_0"), val = tensor([-1])]; bool reduce_mean_26_keep_dims_0 = const()[name = string("reduce_mean_26_keep_dims_0"), val = bool(true)]; tensor reduce_mean_26 = reduce_mean(axes = reduce_mean_26_axes_0, keep_dims = reduce_mean_26_keep_dims_0, x = mul_125)[name = string("reduce_mean_26")]; fp32 rsqrt_26_epsilon_0 = const()[name = string("rsqrt_26_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_26 = rsqrt(epsilon = rsqrt_26_epsilon_0, x = reduce_mean_26)[name = string("rsqrt_26")]; tensor mul_126 = mul(x = mul_124, y = rsqrt_26)[name = string("mul_126")]; tensor mul_127_y_0 = const()[name = string("mul_127_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3260928)))]; tensor mul_127 = mul(x = mul_126, y = mul_127_y_0)[name = string("mul_127")]; tensor tern_2_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3262912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w2_weight_0_palettized")]; tensor tern_2_w2 = linear(bias = linear_0_bias_0, weight = tern_2_w2_weight_0_palettized, x = mul_127)[name = string("tern_2_w2")]; tensor mul_128_y_0 = const()[name = string("mul_128_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3347456)))]; tensor mul_128 = mul(x = tern_2_w2, y = mul_128_y_0)[name = string("mul_128")]; tensor add_17 = add(x = add_15, y = mul_128)[name = string("add_17")]; tensor mul_129 = mul(x = add_17, y = add_17)[name = string("mul_129")]; tensor reduce_mean_27_axes_0 = const()[name = string("reduce_mean_27_axes_0"), val = tensor([-1])]; bool reduce_mean_27_keep_dims_0 = const()[name = string("reduce_mean_27_keep_dims_0"), val = bool(true)]; tensor reduce_mean_27 = reduce_mean(axes = reduce_mean_27_axes_0, keep_dims = reduce_mean_27_keep_dims_0, x = mul_129)[name = string("reduce_mean_27")]; fp32 rsqrt_27_epsilon_0 = const()[name = string("rsqrt_27_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_27 = rsqrt(epsilon = rsqrt_27_epsilon_0, x = reduce_mean_27)[name = string("rsqrt_27")]; tensor mul_130 = mul(x = add_17, y = rsqrt_27)[name = string("mul_130")]; tensor mul_131_y_0 = const()[name = string("mul_131_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348224)))]; tensor mul_131 = mul(x = mul_130, y = mul_131_y_0)[name = string("mul_131")]; tensor mul_132 = mul(x = mul_131, y = mul_131)[name = string("mul_132")]; tensor reduce_mean_28_axes_0 = const()[name = string("reduce_mean_28_axes_0"), val = tensor([-1])]; bool reduce_mean_28_keep_dims_0 = const()[name = string("reduce_mean_28_keep_dims_0"), val = bool(true)]; tensor reduce_mean_28 = reduce_mean(axes = reduce_mean_28_axes_0, keep_dims = reduce_mean_28_keep_dims_0, x = mul_132)[name = string("reduce_mean_28")]; fp32 rsqrt_28_epsilon_0 = const()[name = string("rsqrt_28_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_28 = rsqrt(epsilon = rsqrt_28_epsilon_0, x = reduce_mean_28)[name = string("rsqrt_28")]; tensor mul_133 = mul(x = mul_131, y = rsqrt_28)[name = string("mul_133")]; tensor mul_134_y_0 = const()[name = string("mul_134_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348992)))]; tensor mul_134 = mul(x = mul_133, y = mul_134_y_0)[name = string("mul_134")]; tensor tern_3_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3349760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_q_weight_0_palettized")]; tensor tern_3_q = linear(bias = linear_0_bias_0, weight = tern_3_q_weight_0_palettized, x = mul_134)[name = string("tern_3_q")]; tensor mul_135_y_0 = const()[name = string("mul_135_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3380800)))]; tensor mul_135 = mul(x = tern_3_q, y = mul_135_y_0)[name = string("mul_135")]; tensor reshape_26_shape_0 = const()[name = string("reshape_26_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_26 = reshape(shape = reshape_26_shape_0, x = mul_135)[name = string("reshape_26")]; tensor transpose_12_perm_0 = const()[name = string("transpose_12_perm_0"), val = tensor([1, 0, 2])]; tensor mul_138_y_0 = const()[name = string("mul_138_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3381568)))]; tensor mul_138 = mul(x = mul_133, y = mul_138_y_0)[name = string("mul_138")]; tensor tern_3_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3382336))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_k_weight_0_palettized")]; tensor tern_3_k_bias_0 = const()[name = string("tern_3_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_k = linear(bias = tern_3_k_bias_0, weight = tern_3_k_weight_0_palettized, x = mul_138)[name = string("tern_3_k")]; tensor mul_139_y_0 = const()[name = string("mul_139_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390144)))]; tensor mul_139 = mul(x = tern_3_k, y = mul_139_y_0)[name = string("mul_139")]; tensor reshape_27_shape_0 = const()[name = string("reshape_27_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_27 = reshape(shape = reshape_27_shape_0, x = mul_139)[name = string("reshape_27")]; tensor transpose_13_perm_0 = const()[name = string("transpose_13_perm_0"), val = tensor([1, 0, 2])]; tensor mul_142_y_0 = const()[name = string("mul_142_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390400)))]; tensor mul_142 = mul(x = mul_133, y = mul_142_y_0)[name = string("mul_142")]; tensor tern_3_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3391168))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_v_weight_0_palettized")]; tensor tern_3_v_bias_0 = const()[name = string("tern_3_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_v = linear(bias = tern_3_v_bias_0, weight = tern_3_v_weight_0_palettized, x = mul_142)[name = string("tern_3_v")]; tensor mul_143_y_0 = const()[name = string("mul_143_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3398976)))]; tensor mul_143 = mul(x = tern_3_v, y = mul_143_y_0)[name = string("mul_143")]; tensor reshape_28_shape_0 = const()[name = string("reshape_28_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_28 = reshape(shape = reshape_28_shape_0, x = mul_143)[name = string("reshape_28")]; tensor transpose_14_perm_0 = const()[name = string("transpose_14_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_12 = transpose(perm = transpose_12_perm_0, x = reshape_26)[name = string("transpose_51")]; tensor mul_144 = mul(x = transpose_12, y = transpose_12)[name = string("mul_144")]; tensor reduce_mean_31_axes_0 = const()[name = string("reduce_mean_31_axes_0"), val = tensor([-1])]; bool reduce_mean_31_keep_dims_0 = const()[name = string("reduce_mean_31_keep_dims_0"), val = bool(true)]; tensor reduce_mean_31 = reduce_mean(axes = reduce_mean_31_axes_0, keep_dims = reduce_mean_31_keep_dims_0, x = mul_144)[name = string("reduce_mean_31")]; fp32 rsqrt_31_epsilon_0 = const()[name = string("rsqrt_31_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_31 = rsqrt(epsilon = rsqrt_31_epsilon_0, x = reduce_mean_31)[name = string("rsqrt_31")]; tensor mul_145 = mul(x = transpose_12, y = rsqrt_31)[name = string("mul_145")]; tensor mul_146_y_0 = const()[name = string("mul_146_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399232)))]; tensor mul_146 = mul(x = mul_145, y = mul_146_y_0)[name = string("mul_146")]; tensor slice_by_index_12_begin_0 = const()[name = string("slice_by_index_12_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_12_end_0 = const()[name = string("slice_by_index_12_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_12_end_mask_0 = const()[name = string("slice_by_index_12_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_12 = slice_by_index(begin = slice_by_index_12_begin_0, end = slice_by_index_12_end_0, end_mask = slice_by_index_12_end_mask_0, x = mul_146)[name = string("slice_by_index_12")]; tensor slice_by_index_13_begin_0 = const()[name = string("slice_by_index_13_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_13_end_0 = const()[name = string("slice_by_index_13_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_13_end_mask_0 = const()[name = string("slice_by_index_13_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_13 = slice_by_index(begin = slice_by_index_13_begin_0, end = slice_by_index_13_end_0, end_mask = slice_by_index_13_end_mask_0, x = mul_146)[name = string("slice_by_index_13")]; int32 concat_6_axis_0 = const()[name = string("concat_6_axis_0"), val = int32(-1)]; bool concat_6_interleave_0 = const()[name = string("concat_6_interleave_0"), val = bool(false)]; tensor concat_6 = concat(axis = concat_6_axis_0, interleave = concat_6_interleave_0, values = (slice_by_index_13, slice_by_index_12))[name = string("concat_6")]; tensor mul_147_y_0 = const()[name = string("mul_147_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_147 = mul(x = concat_6, y = mul_147_y_0)[name = string("mul_147")]; tensor mul_148 = mul(x = mul_146, y = mul_11_y_0)[name = string("mul_148")]; tensor mul_149 = mul(x = mul_147, y = mul_12_y_0)[name = string("mul_149")]; tensor add_18 = add(x = mul_148, y = mul_149)[name = string("add_18")]; tensor transpose_13 = transpose(perm = transpose_13_perm_0, x = reshape_27)[name = string("transpose_50")]; tensor mul_150 = mul(x = transpose_13, y = transpose_13)[name = string("mul_150")]; tensor reduce_mean_32_axes_0 = const()[name = string("reduce_mean_32_axes_0"), val = tensor([-1])]; bool reduce_mean_32_keep_dims_0 = const()[name = string("reduce_mean_32_keep_dims_0"), val = bool(true)]; tensor reduce_mean_32 = reduce_mean(axes = reduce_mean_32_axes_0, keep_dims = reduce_mean_32_keep_dims_0, x = mul_150)[name = string("reduce_mean_32")]; fp32 rsqrt_32_epsilon_0 = const()[name = string("rsqrt_32_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_32 = rsqrt(epsilon = rsqrt_32_epsilon_0, x = reduce_mean_32)[name = string("rsqrt_32")]; tensor mul_151 = mul(x = transpose_13, y = rsqrt_32)[name = string("mul_151")]; tensor mul_152_y_0 = const()[name = string("mul_152_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399424)))]; tensor mul_152 = mul(x = mul_151, y = mul_152_y_0)[name = string("mul_152")]; tensor slice_by_index_14_begin_0 = const()[name = string("slice_by_index_14_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_14_end_0 = const()[name = string("slice_by_index_14_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_14_end_mask_0 = const()[name = string("slice_by_index_14_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_14 = slice_by_index(begin = slice_by_index_14_begin_0, end = slice_by_index_14_end_0, end_mask = slice_by_index_14_end_mask_0, x = mul_152)[name = string("slice_by_index_14")]; tensor slice_by_index_15_begin_0 = const()[name = string("slice_by_index_15_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_15_end_0 = const()[name = string("slice_by_index_15_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_15_end_mask_0 = const()[name = string("slice_by_index_15_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_15 = slice_by_index(begin = slice_by_index_15_begin_0, end = slice_by_index_15_end_0, end_mask = slice_by_index_15_end_mask_0, x = mul_152)[name = string("slice_by_index_15")]; int32 concat_7_axis_0 = const()[name = string("concat_7_axis_0"), val = int32(-1)]; bool concat_7_interleave_0 = const()[name = string("concat_7_interleave_0"), val = bool(false)]; tensor concat_7 = concat(axis = concat_7_axis_0, interleave = concat_7_interleave_0, values = (slice_by_index_15, slice_by_index_14))[name = string("concat_7")]; tensor mul_153_y_0 = const()[name = string("mul_153_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_153 = mul(x = concat_7, y = mul_153_y_0)[name = string("mul_153")]; tensor mul_154 = mul(x = mul_152, y = mul_11_y_0)[name = string("mul_154")]; tensor mul_155 = mul(x = mul_153, y = mul_12_y_0)[name = string("mul_155")]; tensor add_19 = add(x = mul_154, y = mul_155)[name = string("add_19")]; tensor reshape_29_shape_0 = const()[name = string("reshape_29_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_29 = reshape(shape = reshape_29_shape_0, x = add_19)[name = string("reshape_29")]; tensor tile_6_reps_0 = const()[name = string("tile_6_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_6 = tile(reps = tile_6_reps_0, x = reshape_29)[name = string("tile_6")]; tensor reshape_30_shape_0 = const()[name = string("reshape_30_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_30 = reshape(shape = reshape_30_shape_0, x = tile_6)[name = string("reshape_30")]; tensor reshape_31_shape_0 = const()[name = string("reshape_31_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_14 = transpose(perm = transpose_14_perm_0, x = reshape_28)[name = string("transpose_49")]; tensor reshape_31 = reshape(shape = reshape_31_shape_0, x = transpose_14)[name = string("reshape_31")]; tensor tile_7_reps_0 = const()[name = string("tile_7_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_7 = tile(reps = tile_7_reps_0, x = reshape_31)[name = string("tile_7")]; tensor reshape_32_shape_0 = const()[name = string("reshape_32_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_32 = reshape(shape = reshape_32_shape_0, x = tile_7)[name = string("reshape_32")]; fp16 mul_156_y_0 = const()[name = string("mul_156_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_156 = mul(x = add_18, y = mul_156_y_0)[name = string("mul_156")]; bool matmul_6_transpose_y_0 = const()[name = string("matmul_6_transpose_y_0"), val = bool(true)]; bool matmul_6_transpose_x_0 = const()[name = string("matmul_6_transpose_x_0"), val = bool(false)]; tensor matmul_6 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = mul_156, y = reshape_30)[name = string("matmul_6")]; tensor add_20 = add(x = matmul_6, y = reshape_1)[name = string("add_20")]; int32 softmax_3_axis_0 = const()[name = string("softmax_3_axis_0"), val = int32(-1)]; tensor softmax_3 = softmax(axis = softmax_3_axis_0, x = add_20)[name = string("softmax_3")]; bool matmul_7_transpose_x_0 = const()[name = string("matmul_7_transpose_x_0"), val = bool(false)]; bool matmul_7_transpose_y_0 = const()[name = string("matmul_7_transpose_y_0"), val = bool(false)]; tensor matmul_7 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = softmax_3, y = reshape_32)[name = string("matmul_7")]; tensor transpose_15_perm_0 = const()[name = string("transpose_15_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_33_shape_0 = const()[name = string("reshape_33_shape_0"), val = tensor([256, 352])]; tensor transpose_15 = transpose(perm = transpose_15_perm_0, x = matmul_7)[name = string("transpose_48")]; tensor reshape_33 = reshape(shape = reshape_33_shape_0, x = transpose_15)[name = string("reshape_33")]; tensor mul_157 = mul(x = reshape_33, y = reshape_33)[name = string("mul_157")]; tensor reduce_mean_33_axes_0 = const()[name = string("reduce_mean_33_axes_0"), val = tensor([-1])]; bool reduce_mean_33_keep_dims_0 = const()[name = string("reduce_mean_33_keep_dims_0"), val = bool(true)]; tensor reduce_mean_33 = reduce_mean(axes = reduce_mean_33_axes_0, keep_dims = reduce_mean_33_keep_dims_0, x = mul_157)[name = string("reduce_mean_33")]; fp32 rsqrt_33_epsilon_0 = const()[name = string("rsqrt_33_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_33 = rsqrt(epsilon = rsqrt_33_epsilon_0, x = reduce_mean_33)[name = string("rsqrt_33")]; tensor mul_158 = mul(x = reshape_33, y = rsqrt_33)[name = string("mul_158")]; tensor mul_159_y_0 = const()[name = string("mul_159_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399616)))]; tensor mul_159 = mul(x = mul_158, y = mul_159_y_0)[name = string("mul_159")]; tensor tern_3_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3400384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_o_weight_0_palettized")]; tensor tern_3_o = linear(bias = linear_0_bias_0, weight = tern_3_o_weight_0_palettized, x = mul_159)[name = string("tern_3_o")]; tensor mul_160_y_0 = const()[name = string("mul_160_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3431424)))]; tensor mul_160 = mul(x = tern_3_o, y = mul_160_y_0)[name = string("mul_160")]; tensor add_21 = add(x = add_17, y = mul_160)[name = string("add_21")]; tensor mul_161 = mul(x = add_21, y = add_21)[name = string("mul_161")]; tensor reduce_mean_34_axes_0 = const()[name = string("reduce_mean_34_axes_0"), val = tensor([-1])]; bool reduce_mean_34_keep_dims_0 = const()[name = string("reduce_mean_34_keep_dims_0"), val = bool(true)]; tensor reduce_mean_34 = reduce_mean(axes = reduce_mean_34_axes_0, keep_dims = reduce_mean_34_keep_dims_0, x = mul_161)[name = string("reduce_mean_34")]; fp32 rsqrt_34_epsilon_0 = const()[name = string("rsqrt_34_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_34 = rsqrt(epsilon = rsqrt_34_epsilon_0, x = reduce_mean_34)[name = string("rsqrt_34")]; tensor mul_162 = mul(x = add_21, y = rsqrt_34)[name = string("mul_162")]; tensor mul_163_y_0 = const()[name = string("mul_163_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432192)))]; tensor mul_163 = mul(x = mul_162, y = mul_163_y_0)[name = string("mul_163")]; tensor mul_164 = mul(x = mul_163, y = mul_163)[name = string("mul_164")]; tensor reduce_mean_35_axes_0 = const()[name = string("reduce_mean_35_axes_0"), val = tensor([-1])]; bool reduce_mean_35_keep_dims_0 = const()[name = string("reduce_mean_35_keep_dims_0"), val = bool(true)]; tensor reduce_mean_35 = reduce_mean(axes = reduce_mean_35_axes_0, keep_dims = reduce_mean_35_keep_dims_0, x = mul_164)[name = string("reduce_mean_35")]; fp32 rsqrt_35_epsilon_0 = const()[name = string("rsqrt_35_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_35 = rsqrt(epsilon = rsqrt_35_epsilon_0, x = reduce_mean_35)[name = string("rsqrt_35")]; tensor mul_165 = mul(x = mul_163, y = rsqrt_35)[name = string("mul_165")]; tensor mul_166_y_0 = const()[name = string("mul_166_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432960)))]; tensor mul_166 = mul(x = mul_165, y = mul_166_y_0)[name = string("mul_166")]; tensor tern_3_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3433728))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w1_weight_0_palettized")]; tensor tern_3_w1 = linear(bias = linear_4_bias_0, weight = tern_3_w1_weight_0_palettized, x = mul_166)[name = string("tern_3_w1")]; tensor mul_167_y_0 = const()[name = string("mul_167_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3518272)))]; tensor mul_167 = mul(x = tern_3_w1, y = mul_167_y_0)[name = string("mul_167")]; tensor mul_170_y_0 = const()[name = string("mul_170_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3520256)))]; tensor mul_170 = mul(x = mul_165, y = mul_170_y_0)[name = string("mul_170")]; tensor tern_3_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3521024))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w3_weight_0_palettized")]; tensor tern_3_w3 = linear(bias = linear_4_bias_0, weight = tern_3_w3_weight_0_palettized, x = mul_170)[name = string("tern_3_w3")]; tensor mul_171_y_0 = const()[name = string("mul_171_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3605568)))]; tensor mul_171 = mul(x = tern_3_w3, y = mul_171_y_0)[name = string("mul_171")]; fp16 mul_172_y_0 = const()[name = string("mul_172_y_0"), val = fp16(0x1p-1)]; tensor mul_172 = mul(x = mul_167, y = mul_172_y_0)[name = string("mul_172")]; tensor tanh_3 = tanh(x = mul_172)[name = string("tanh_3")]; fp16 mul_173_x_0 = const()[name = string("mul_173_x_0"), val = fp16(0x1p-1)]; tensor mul_173 = mul(x = mul_173_x_0, y = tanh_3)[name = string("mul_173")]; fp16 add_22_x_0 = const()[name = string("add_22_x_0"), val = fp16(0x1p-1)]; tensor add_22 = add(x = add_22_x_0, y = mul_173)[name = string("add_22")]; tensor mul_174 = mul(x = mul_167, y = add_22)[name = string("mul_174")]; tensor mul_175 = mul(x = mul_174, y = mul_171)[name = string("mul_175")]; tensor mul_176 = mul(x = mul_175, y = mul_175)[name = string("mul_176")]; tensor reduce_mean_37_axes_0 = const()[name = string("reduce_mean_37_axes_0"), val = tensor([-1])]; bool reduce_mean_37_keep_dims_0 = const()[name = string("reduce_mean_37_keep_dims_0"), val = bool(true)]; tensor reduce_mean_37 = reduce_mean(axes = reduce_mean_37_axes_0, keep_dims = reduce_mean_37_keep_dims_0, x = mul_176)[name = string("reduce_mean_37")]; fp32 rsqrt_37_epsilon_0 = const()[name = string("rsqrt_37_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_37 = rsqrt(epsilon = rsqrt_37_epsilon_0, x = reduce_mean_37)[name = string("rsqrt_37")]; tensor mul_177 = mul(x = mul_175, y = rsqrt_37)[name = string("mul_177")]; tensor mul_178_y_0 = const()[name = string("mul_178_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3607552)))]; tensor mul_178 = mul(x = mul_177, y = mul_178_y_0)[name = string("mul_178")]; tensor tern_3_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3609536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w2_weight_0_palettized")]; tensor tern_3_w2 = linear(bias = linear_0_bias_0, weight = tern_3_w2_weight_0_palettized, x = mul_178)[name = string("tern_3_w2")]; tensor mul_179_y_0 = const()[name = string("mul_179_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694080)))]; tensor mul_179 = mul(x = tern_3_w2, y = mul_179_y_0)[name = string("mul_179")]; tensor add_23 = add(x = add_21, y = mul_179)[name = string("add_23")]; tensor mul_180 = mul(x = add_23, y = add_23)[name = string("mul_180")]; tensor reduce_mean_38_axes_0 = const()[name = string("reduce_mean_38_axes_0"), val = tensor([-1])]; bool reduce_mean_38_keep_dims_0 = const()[name = string("reduce_mean_38_keep_dims_0"), val = bool(true)]; tensor reduce_mean_38 = reduce_mean(axes = reduce_mean_38_axes_0, keep_dims = reduce_mean_38_keep_dims_0, x = mul_180)[name = string("reduce_mean_38")]; fp32 rsqrt_38_epsilon_0 = const()[name = string("rsqrt_38_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_38 = rsqrt(epsilon = rsqrt_38_epsilon_0, x = reduce_mean_38)[name = string("rsqrt_38")]; tensor mul_181 = mul(x = add_23, y = rsqrt_38)[name = string("mul_181")]; tensor mul_182_y_0 = const()[name = string("mul_182_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694848)))]; tensor mul_182 = mul(x = mul_181, y = mul_182_y_0)[name = string("mul_182")]; tensor mul_183 = mul(x = mul_182, y = mul_182)[name = string("mul_183")]; tensor reduce_mean_39_axes_0 = const()[name = string("reduce_mean_39_axes_0"), val = tensor([-1])]; bool reduce_mean_39_keep_dims_0 = const()[name = string("reduce_mean_39_keep_dims_0"), val = bool(true)]; tensor reduce_mean_39 = reduce_mean(axes = reduce_mean_39_axes_0, keep_dims = reduce_mean_39_keep_dims_0, x = mul_183)[name = string("reduce_mean_39")]; fp32 rsqrt_39_epsilon_0 = const()[name = string("rsqrt_39_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_39 = rsqrt(epsilon = rsqrt_39_epsilon_0, x = reduce_mean_39)[name = string("rsqrt_39")]; tensor mul_184 = mul(x = mul_182, y = rsqrt_39)[name = string("mul_184")]; tensor mul_185_y_0 = const()[name = string("mul_185_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3695616)))]; tensor mul_185 = mul(x = mul_184, y = mul_185_y_0)[name = string("mul_185")]; tensor tern_4_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3696384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_q_weight_0_palettized")]; tensor tern_4_q = linear(bias = linear_0_bias_0, weight = tern_4_q_weight_0_palettized, x = mul_185)[name = string("tern_4_q")]; tensor mul_186_y_0 = const()[name = string("mul_186_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3727424)))]; tensor mul_186 = mul(x = tern_4_q, y = mul_186_y_0)[name = string("mul_186")]; tensor reshape_34_shape_0 = const()[name = string("reshape_34_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_34 = reshape(shape = reshape_34_shape_0, x = mul_186)[name = string("reshape_34")]; tensor transpose_16_perm_0 = const()[name = string("transpose_16_perm_0"), val = tensor([1, 0, 2])]; tensor mul_189_y_0 = const()[name = string("mul_189_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728192)))]; tensor mul_189 = mul(x = mul_184, y = mul_189_y_0)[name = string("mul_189")]; tensor tern_4_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728960))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_k_weight_0_palettized")]; tensor tern_4_k_bias_0 = const()[name = string("tern_4_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_k = linear(bias = tern_4_k_bias_0, weight = tern_4_k_weight_0_palettized, x = mul_189)[name = string("tern_4_k")]; tensor mul_190_y_0 = const()[name = string("mul_190_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3736768)))]; tensor mul_190 = mul(x = tern_4_k, y = mul_190_y_0)[name = string("mul_190")]; tensor reshape_35_shape_0 = const()[name = string("reshape_35_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_35 = reshape(shape = reshape_35_shape_0, x = mul_190)[name = string("reshape_35")]; tensor transpose_17_perm_0 = const()[name = string("transpose_17_perm_0"), val = tensor([1, 0, 2])]; tensor mul_193_y_0 = const()[name = string("mul_193_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737024)))]; tensor mul_193 = mul(x = mul_184, y = mul_193_y_0)[name = string("mul_193")]; tensor tern_4_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737792))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_v_weight_0_palettized")]; tensor tern_4_v_bias_0 = const()[name = string("tern_4_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_v = linear(bias = tern_4_v_bias_0, weight = tern_4_v_weight_0_palettized, x = mul_193)[name = string("tern_4_v")]; tensor mul_194_y_0 = const()[name = string("mul_194_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745600)))]; tensor mul_194 = mul(x = tern_4_v, y = mul_194_y_0)[name = string("mul_194")]; tensor reshape_36_shape_0 = const()[name = string("reshape_36_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_36 = reshape(shape = reshape_36_shape_0, x = mul_194)[name = string("reshape_36")]; tensor transpose_18_perm_0 = const()[name = string("transpose_18_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_16 = transpose(perm = transpose_16_perm_0, x = reshape_34)[name = string("transpose_47")]; tensor mul_195 = mul(x = transpose_16, y = transpose_16)[name = string("mul_195")]; tensor reduce_mean_42_axes_0 = const()[name = string("reduce_mean_42_axes_0"), val = tensor([-1])]; bool reduce_mean_42_keep_dims_0 = const()[name = string("reduce_mean_42_keep_dims_0"), val = bool(true)]; tensor reduce_mean_42 = reduce_mean(axes = reduce_mean_42_axes_0, keep_dims = reduce_mean_42_keep_dims_0, x = mul_195)[name = string("reduce_mean_42")]; fp32 rsqrt_42_epsilon_0 = const()[name = string("rsqrt_42_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_42 = rsqrt(epsilon = rsqrt_42_epsilon_0, x = reduce_mean_42)[name = string("rsqrt_42")]; tensor mul_196 = mul(x = transpose_16, y = rsqrt_42)[name = string("mul_196")]; tensor mul_197_y_0 = const()[name = string("mul_197_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745856)))]; tensor mul_197 = mul(x = mul_196, y = mul_197_y_0)[name = string("mul_197")]; tensor slice_by_index_16_begin_0 = const()[name = string("slice_by_index_16_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_16_end_0 = const()[name = string("slice_by_index_16_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_16_end_mask_0 = const()[name = string("slice_by_index_16_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_16 = slice_by_index(begin = slice_by_index_16_begin_0, end = slice_by_index_16_end_0, end_mask = slice_by_index_16_end_mask_0, x = mul_197)[name = string("slice_by_index_16")]; tensor slice_by_index_17_begin_0 = const()[name = string("slice_by_index_17_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_17_end_0 = const()[name = string("slice_by_index_17_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_17_end_mask_0 = const()[name = string("slice_by_index_17_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_17 = slice_by_index(begin = slice_by_index_17_begin_0, end = slice_by_index_17_end_0, end_mask = slice_by_index_17_end_mask_0, x = mul_197)[name = string("slice_by_index_17")]; int32 concat_8_axis_0 = const()[name = string("concat_8_axis_0"), val = int32(-1)]; bool concat_8_interleave_0 = const()[name = string("concat_8_interleave_0"), val = bool(false)]; tensor concat_8 = concat(axis = concat_8_axis_0, interleave = concat_8_interleave_0, values = (slice_by_index_17, slice_by_index_16))[name = string("concat_8")]; tensor mul_198_y_0 = const()[name = string("mul_198_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_198 = mul(x = concat_8, y = mul_198_y_0)[name = string("mul_198")]; tensor mul_199 = mul(x = mul_197, y = mul_11_y_0)[name = string("mul_199")]; tensor mul_200 = mul(x = mul_198, y = mul_12_y_0)[name = string("mul_200")]; tensor add_24 = add(x = mul_199, y = mul_200)[name = string("add_24")]; tensor transpose_17 = transpose(perm = transpose_17_perm_0, x = reshape_35)[name = string("transpose_46")]; tensor mul_201 = mul(x = transpose_17, y = transpose_17)[name = string("mul_201")]; tensor reduce_mean_43_axes_0 = const()[name = string("reduce_mean_43_axes_0"), val = tensor([-1])]; bool reduce_mean_43_keep_dims_0 = const()[name = string("reduce_mean_43_keep_dims_0"), val = bool(true)]; tensor reduce_mean_43 = reduce_mean(axes = reduce_mean_43_axes_0, keep_dims = reduce_mean_43_keep_dims_0, x = mul_201)[name = string("reduce_mean_43")]; fp32 rsqrt_43_epsilon_0 = const()[name = string("rsqrt_43_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_43 = rsqrt(epsilon = rsqrt_43_epsilon_0, x = reduce_mean_43)[name = string("rsqrt_43")]; tensor mul_202 = mul(x = transpose_17, y = rsqrt_43)[name = string("mul_202")]; tensor mul_203_y_0 = const()[name = string("mul_203_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746048)))]; tensor mul_203 = mul(x = mul_202, y = mul_203_y_0)[name = string("mul_203")]; tensor slice_by_index_18_begin_0 = const()[name = string("slice_by_index_18_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_18_end_0 = const()[name = string("slice_by_index_18_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_18_end_mask_0 = const()[name = string("slice_by_index_18_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_18 = slice_by_index(begin = slice_by_index_18_begin_0, end = slice_by_index_18_end_0, end_mask = slice_by_index_18_end_mask_0, x = mul_203)[name = string("slice_by_index_18")]; tensor slice_by_index_19_begin_0 = const()[name = string("slice_by_index_19_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_19_end_0 = const()[name = string("slice_by_index_19_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_19_end_mask_0 = const()[name = string("slice_by_index_19_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_19 = slice_by_index(begin = slice_by_index_19_begin_0, end = slice_by_index_19_end_0, end_mask = slice_by_index_19_end_mask_0, x = mul_203)[name = string("slice_by_index_19")]; int32 concat_9_axis_0 = const()[name = string("concat_9_axis_0"), val = int32(-1)]; bool concat_9_interleave_0 = const()[name = string("concat_9_interleave_0"), val = bool(false)]; tensor concat_9 = concat(axis = concat_9_axis_0, interleave = concat_9_interleave_0, values = (slice_by_index_19, slice_by_index_18))[name = string("concat_9")]; tensor mul_204_y_0 = const()[name = string("mul_204_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_204 = mul(x = concat_9, y = mul_204_y_0)[name = string("mul_204")]; tensor mul_205 = mul(x = mul_203, y = mul_11_y_0)[name = string("mul_205")]; tensor mul_206 = mul(x = mul_204, y = mul_12_y_0)[name = string("mul_206")]; tensor add_25 = add(x = mul_205, y = mul_206)[name = string("add_25")]; tensor reshape_37_shape_0 = const()[name = string("reshape_37_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_37 = reshape(shape = reshape_37_shape_0, x = add_25)[name = string("reshape_37")]; tensor tile_8_reps_0 = const()[name = string("tile_8_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_8 = tile(reps = tile_8_reps_0, x = reshape_37)[name = string("tile_8")]; tensor reshape_38_shape_0 = const()[name = string("reshape_38_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_38 = reshape(shape = reshape_38_shape_0, x = tile_8)[name = string("reshape_38")]; tensor reshape_39_shape_0 = const()[name = string("reshape_39_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_18 = transpose(perm = transpose_18_perm_0, x = reshape_36)[name = string("transpose_45")]; tensor reshape_39 = reshape(shape = reshape_39_shape_0, x = transpose_18)[name = string("reshape_39")]; tensor tile_9_reps_0 = const()[name = string("tile_9_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_9 = tile(reps = tile_9_reps_0, x = reshape_39)[name = string("tile_9")]; tensor reshape_40_shape_0 = const()[name = string("reshape_40_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_40 = reshape(shape = reshape_40_shape_0, x = tile_9)[name = string("reshape_40")]; fp16 mul_207_y_0 = const()[name = string("mul_207_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_207 = mul(x = add_24, y = mul_207_y_0)[name = string("mul_207")]; bool matmul_8_transpose_y_0 = const()[name = string("matmul_8_transpose_y_0"), val = bool(true)]; bool matmul_8_transpose_x_0 = const()[name = string("matmul_8_transpose_x_0"), val = bool(false)]; tensor matmul_8 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = mul_207, y = reshape_38)[name = string("matmul_8")]; tensor add_26 = add(x = matmul_8, y = reshape_1)[name = string("add_26")]; int32 softmax_4_axis_0 = const()[name = string("softmax_4_axis_0"), val = int32(-1)]; tensor softmax_4 = softmax(axis = softmax_4_axis_0, x = add_26)[name = string("softmax_4")]; bool matmul_9_transpose_x_0 = const()[name = string("matmul_9_transpose_x_0"), val = bool(false)]; bool matmul_9_transpose_y_0 = const()[name = string("matmul_9_transpose_y_0"), val = bool(false)]; tensor matmul_9 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = softmax_4, y = reshape_40)[name = string("matmul_9")]; tensor transpose_19_perm_0 = const()[name = string("transpose_19_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_41_shape_0 = const()[name = string("reshape_41_shape_0"), val = tensor([256, 352])]; tensor transpose_19 = transpose(perm = transpose_19_perm_0, x = matmul_9)[name = string("transpose_44")]; tensor reshape_41 = reshape(shape = reshape_41_shape_0, x = transpose_19)[name = string("reshape_41")]; tensor mul_208 = mul(x = reshape_41, y = reshape_41)[name = string("mul_208")]; tensor reduce_mean_44_axes_0 = const()[name = string("reduce_mean_44_axes_0"), val = tensor([-1])]; bool reduce_mean_44_keep_dims_0 = const()[name = string("reduce_mean_44_keep_dims_0"), val = bool(true)]; tensor reduce_mean_44 = reduce_mean(axes = reduce_mean_44_axes_0, keep_dims = reduce_mean_44_keep_dims_0, x = mul_208)[name = string("reduce_mean_44")]; fp32 rsqrt_44_epsilon_0 = const()[name = string("rsqrt_44_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_44 = rsqrt(epsilon = rsqrt_44_epsilon_0, x = reduce_mean_44)[name = string("rsqrt_44")]; tensor mul_209 = mul(x = reshape_41, y = rsqrt_44)[name = string("mul_209")]; tensor mul_210_y_0 = const()[name = string("mul_210_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746240)))]; tensor mul_210 = mul(x = mul_209, y = mul_210_y_0)[name = string("mul_210")]; tensor tern_4_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3747008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_o_weight_0_palettized")]; tensor tern_4_o = linear(bias = linear_0_bias_0, weight = tern_4_o_weight_0_palettized, x = mul_210)[name = string("tern_4_o")]; tensor mul_211_y_0 = const()[name = string("mul_211_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778048)))]; tensor mul_211 = mul(x = tern_4_o, y = mul_211_y_0)[name = string("mul_211")]; tensor add_27 = add(x = add_23, y = mul_211)[name = string("add_27")]; tensor mul_212 = mul(x = add_27, y = add_27)[name = string("mul_212")]; tensor reduce_mean_45_axes_0 = const()[name = string("reduce_mean_45_axes_0"), val = tensor([-1])]; bool reduce_mean_45_keep_dims_0 = const()[name = string("reduce_mean_45_keep_dims_0"), val = bool(true)]; tensor reduce_mean_45 = reduce_mean(axes = reduce_mean_45_axes_0, keep_dims = reduce_mean_45_keep_dims_0, x = mul_212)[name = string("reduce_mean_45")]; fp32 rsqrt_45_epsilon_0 = const()[name = string("rsqrt_45_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_45 = rsqrt(epsilon = rsqrt_45_epsilon_0, x = reduce_mean_45)[name = string("rsqrt_45")]; tensor mul_213 = mul(x = add_27, y = rsqrt_45)[name = string("mul_213")]; tensor mul_214_y_0 = const()[name = string("mul_214_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778816)))]; tensor mul_214 = mul(x = mul_213, y = mul_214_y_0)[name = string("mul_214")]; tensor mul_215 = mul(x = mul_214, y = mul_214)[name = string("mul_215")]; tensor reduce_mean_46_axes_0 = const()[name = string("reduce_mean_46_axes_0"), val = tensor([-1])]; bool reduce_mean_46_keep_dims_0 = const()[name = string("reduce_mean_46_keep_dims_0"), val = bool(true)]; tensor reduce_mean_46 = reduce_mean(axes = reduce_mean_46_axes_0, keep_dims = reduce_mean_46_keep_dims_0, x = mul_215)[name = string("reduce_mean_46")]; fp32 rsqrt_46_epsilon_0 = const()[name = string("rsqrt_46_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_46 = rsqrt(epsilon = rsqrt_46_epsilon_0, x = reduce_mean_46)[name = string("rsqrt_46")]; tensor mul_216 = mul(x = mul_214, y = rsqrt_46)[name = string("mul_216")]; tensor mul_217_y_0 = const()[name = string("mul_217_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3779584)))]; tensor mul_217 = mul(x = mul_216, y = mul_217_y_0)[name = string("mul_217")]; tensor tern_4_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3780352))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w1_weight_0_palettized")]; tensor tern_4_w1 = linear(bias = linear_4_bias_0, weight = tern_4_w1_weight_0_palettized, x = mul_217)[name = string("tern_4_w1")]; tensor mul_218_y_0 = const()[name = string("mul_218_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3864896)))]; tensor mul_218 = mul(x = tern_4_w1, y = mul_218_y_0)[name = string("mul_218")]; tensor mul_221_y_0 = const()[name = string("mul_221_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3866880)))]; tensor mul_221 = mul(x = mul_216, y = mul_221_y_0)[name = string("mul_221")]; tensor tern_4_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3867648))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w3_weight_0_palettized")]; tensor tern_4_w3 = linear(bias = linear_4_bias_0, weight = tern_4_w3_weight_0_palettized, x = mul_221)[name = string("tern_4_w3")]; tensor mul_222_y_0 = const()[name = string("mul_222_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3952192)))]; tensor mul_222 = mul(x = tern_4_w3, y = mul_222_y_0)[name = string("mul_222")]; fp16 mul_223_y_0 = const()[name = string("mul_223_y_0"), val = fp16(0x1p-1)]; tensor mul_223 = mul(x = mul_218, y = mul_223_y_0)[name = string("mul_223")]; tensor tanh_4 = tanh(x = mul_223)[name = string("tanh_4")]; fp16 mul_224_x_0 = const()[name = string("mul_224_x_0"), val = fp16(0x1p-1)]; tensor mul_224 = mul(x = mul_224_x_0, y = tanh_4)[name = string("mul_224")]; fp16 add_28_x_0 = const()[name = string("add_28_x_0"), val = fp16(0x1p-1)]; tensor add_28 = add(x = add_28_x_0, y = mul_224)[name = string("add_28")]; tensor mul_225 = mul(x = mul_218, y = add_28)[name = string("mul_225")]; tensor mul_226 = mul(x = mul_225, y = mul_222)[name = string("mul_226")]; tensor mul_227 = mul(x = mul_226, y = mul_226)[name = string("mul_227")]; tensor reduce_mean_48_axes_0 = const()[name = string("reduce_mean_48_axes_0"), val = tensor([-1])]; bool reduce_mean_48_keep_dims_0 = const()[name = string("reduce_mean_48_keep_dims_0"), val = bool(true)]; tensor reduce_mean_48 = reduce_mean(axes = reduce_mean_48_axes_0, keep_dims = reduce_mean_48_keep_dims_0, x = mul_227)[name = string("reduce_mean_48")]; fp32 rsqrt_48_epsilon_0 = const()[name = string("rsqrt_48_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_48 = rsqrt(epsilon = rsqrt_48_epsilon_0, x = reduce_mean_48)[name = string("rsqrt_48")]; tensor mul_228 = mul(x = mul_226, y = rsqrt_48)[name = string("mul_228")]; tensor mul_229_y_0 = const()[name = string("mul_229_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3954176)))]; tensor mul_229 = mul(x = mul_228, y = mul_229_y_0)[name = string("mul_229")]; tensor tern_4_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3956160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w2_weight_0_palettized")]; tensor tern_4_w2 = linear(bias = linear_0_bias_0, weight = tern_4_w2_weight_0_palettized, x = mul_229)[name = string("tern_4_w2")]; tensor mul_230_y_0 = const()[name = string("mul_230_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4040704)))]; tensor mul_230 = mul(x = tern_4_w2, y = mul_230_y_0)[name = string("mul_230")]; tensor add_29 = add(x = add_27, y = mul_230)[name = string("add_29")]; tensor mul_231 = mul(x = add_29, y = add_29)[name = string("mul_231")]; tensor reduce_mean_49_axes_0 = const()[name = string("reduce_mean_49_axes_0"), val = tensor([-1])]; bool reduce_mean_49_keep_dims_0 = const()[name = string("reduce_mean_49_keep_dims_0"), val = bool(true)]; tensor reduce_mean_49 = reduce_mean(axes = reduce_mean_49_axes_0, keep_dims = reduce_mean_49_keep_dims_0, x = mul_231)[name = string("reduce_mean_49")]; fp32 rsqrt_49_epsilon_0 = const()[name = string("rsqrt_49_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_49 = rsqrt(epsilon = rsqrt_49_epsilon_0, x = reduce_mean_49)[name = string("rsqrt_49")]; tensor mul_232 = mul(x = add_29, y = rsqrt_49)[name = string("mul_232")]; tensor mul_233_y_0 = const()[name = string("mul_233_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4041472)))]; tensor mul_233 = mul(x = mul_232, y = mul_233_y_0)[name = string("mul_233")]; tensor mul_234 = mul(x = mul_233, y = mul_233)[name = string("mul_234")]; tensor reduce_mean_50_axes_0 = const()[name = string("reduce_mean_50_axes_0"), val = tensor([-1])]; bool reduce_mean_50_keep_dims_0 = const()[name = string("reduce_mean_50_keep_dims_0"), val = bool(true)]; tensor reduce_mean_50 = reduce_mean(axes = reduce_mean_50_axes_0, keep_dims = reduce_mean_50_keep_dims_0, x = mul_234)[name = string("reduce_mean_50")]; fp32 rsqrt_50_epsilon_0 = const()[name = string("rsqrt_50_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_50 = rsqrt(epsilon = rsqrt_50_epsilon_0, x = reduce_mean_50)[name = string("rsqrt_50")]; tensor mul_235 = mul(x = mul_233, y = rsqrt_50)[name = string("mul_235")]; tensor mul_236_y_0 = const()[name = string("mul_236_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4042240)))]; tensor mul_236 = mul(x = mul_235, y = mul_236_y_0)[name = string("mul_236")]; tensor tern_5_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4043008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_q_weight_0_palettized")]; tensor tern_5_q = linear(bias = linear_0_bias_0, weight = tern_5_q_weight_0_palettized, x = mul_236)[name = string("tern_5_q")]; tensor mul_237_y_0 = const()[name = string("mul_237_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074048)))]; tensor mul_237 = mul(x = tern_5_q, y = mul_237_y_0)[name = string("mul_237")]; tensor reshape_42_shape_0 = const()[name = string("reshape_42_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_42 = reshape(shape = reshape_42_shape_0, x = mul_237)[name = string("reshape_42")]; tensor transpose_20_perm_0 = const()[name = string("transpose_20_perm_0"), val = tensor([1, 0, 2])]; tensor mul_240_y_0 = const()[name = string("mul_240_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074816)))]; tensor mul_240 = mul(x = mul_235, y = mul_240_y_0)[name = string("mul_240")]; tensor tern_5_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4075584))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_k_weight_0_palettized")]; tensor tern_5_k_bias_0 = const()[name = string("tern_5_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_k = linear(bias = tern_5_k_bias_0, weight = tern_5_k_weight_0_palettized, x = mul_240)[name = string("tern_5_k")]; tensor mul_241_y_0 = const()[name = string("mul_241_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083392)))]; tensor mul_241 = mul(x = tern_5_k, y = mul_241_y_0)[name = string("mul_241")]; tensor reshape_43_shape_0 = const()[name = string("reshape_43_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_43 = reshape(shape = reshape_43_shape_0, x = mul_241)[name = string("reshape_43")]; tensor transpose_21_perm_0 = const()[name = string("transpose_21_perm_0"), val = tensor([1, 0, 2])]; tensor mul_244_y_0 = const()[name = string("mul_244_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083648)))]; tensor mul_244 = mul(x = mul_235, y = mul_244_y_0)[name = string("mul_244")]; tensor tern_5_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4084416))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_v_weight_0_palettized")]; tensor tern_5_v_bias_0 = const()[name = string("tern_5_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_v = linear(bias = tern_5_v_bias_0, weight = tern_5_v_weight_0_palettized, x = mul_244)[name = string("tern_5_v")]; tensor mul_245_y_0 = const()[name = string("mul_245_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092224)))]; tensor mul_245 = mul(x = tern_5_v, y = mul_245_y_0)[name = string("mul_245")]; tensor reshape_44_shape_0 = const()[name = string("reshape_44_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_44 = reshape(shape = reshape_44_shape_0, x = mul_245)[name = string("reshape_44")]; tensor transpose_22_perm_0 = const()[name = string("transpose_22_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_20 = transpose(perm = transpose_20_perm_0, x = reshape_42)[name = string("transpose_43")]; tensor mul_246 = mul(x = transpose_20, y = transpose_20)[name = string("mul_246")]; tensor reduce_mean_53_axes_0 = const()[name = string("reduce_mean_53_axes_0"), val = tensor([-1])]; bool reduce_mean_53_keep_dims_0 = const()[name = string("reduce_mean_53_keep_dims_0"), val = bool(true)]; tensor reduce_mean_53 = reduce_mean(axes = reduce_mean_53_axes_0, keep_dims = reduce_mean_53_keep_dims_0, x = mul_246)[name = string("reduce_mean_53")]; fp32 rsqrt_53_epsilon_0 = const()[name = string("rsqrt_53_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_53 = rsqrt(epsilon = rsqrt_53_epsilon_0, x = reduce_mean_53)[name = string("rsqrt_53")]; tensor mul_247 = mul(x = transpose_20, y = rsqrt_53)[name = string("mul_247")]; tensor mul_248_y_0 = const()[name = string("mul_248_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092480)))]; tensor mul_248 = mul(x = mul_247, y = mul_248_y_0)[name = string("mul_248")]; tensor slice_by_index_20_begin_0 = const()[name = string("slice_by_index_20_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_20_end_0 = const()[name = string("slice_by_index_20_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_20_end_mask_0 = const()[name = string("slice_by_index_20_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_20 = slice_by_index(begin = slice_by_index_20_begin_0, end = slice_by_index_20_end_0, end_mask = slice_by_index_20_end_mask_0, x = mul_248)[name = string("slice_by_index_20")]; tensor slice_by_index_21_begin_0 = const()[name = string("slice_by_index_21_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_21_end_0 = const()[name = string("slice_by_index_21_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_21_end_mask_0 = const()[name = string("slice_by_index_21_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_21 = slice_by_index(begin = slice_by_index_21_begin_0, end = slice_by_index_21_end_0, end_mask = slice_by_index_21_end_mask_0, x = mul_248)[name = string("slice_by_index_21")]; int32 concat_10_axis_0 = const()[name = string("concat_10_axis_0"), val = int32(-1)]; bool concat_10_interleave_0 = const()[name = string("concat_10_interleave_0"), val = bool(false)]; tensor concat_10 = concat(axis = concat_10_axis_0, interleave = concat_10_interleave_0, values = (slice_by_index_21, slice_by_index_20))[name = string("concat_10")]; tensor mul_249_y_0 = const()[name = string("mul_249_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_249 = mul(x = concat_10, y = mul_249_y_0)[name = string("mul_249")]; tensor mul_250 = mul(x = mul_248, y = mul_11_y_0)[name = string("mul_250")]; tensor mul_251 = mul(x = mul_249, y = mul_12_y_0)[name = string("mul_251")]; tensor add_30 = add(x = mul_250, y = mul_251)[name = string("add_30")]; tensor transpose_21 = transpose(perm = transpose_21_perm_0, x = reshape_43)[name = string("transpose_42")]; tensor mul_252 = mul(x = transpose_21, y = transpose_21)[name = string("mul_252")]; tensor reduce_mean_54_axes_0 = const()[name = string("reduce_mean_54_axes_0"), val = tensor([-1])]; bool reduce_mean_54_keep_dims_0 = const()[name = string("reduce_mean_54_keep_dims_0"), val = bool(true)]; tensor reduce_mean_54 = reduce_mean(axes = reduce_mean_54_axes_0, keep_dims = reduce_mean_54_keep_dims_0, x = mul_252)[name = string("reduce_mean_54")]; fp32 rsqrt_54_epsilon_0 = const()[name = string("rsqrt_54_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_54 = rsqrt(epsilon = rsqrt_54_epsilon_0, x = reduce_mean_54)[name = string("rsqrt_54")]; tensor mul_253 = mul(x = transpose_21, y = rsqrt_54)[name = string("mul_253")]; tensor mul_254_y_0 = const()[name = string("mul_254_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092672)))]; tensor mul_254 = mul(x = mul_253, y = mul_254_y_0)[name = string("mul_254")]; tensor slice_by_index_22_begin_0 = const()[name = string("slice_by_index_22_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_22_end_0 = const()[name = string("slice_by_index_22_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_22_end_mask_0 = const()[name = string("slice_by_index_22_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_22 = slice_by_index(begin = slice_by_index_22_begin_0, end = slice_by_index_22_end_0, end_mask = slice_by_index_22_end_mask_0, x = mul_254)[name = string("slice_by_index_22")]; tensor slice_by_index_23_begin_0 = const()[name = string("slice_by_index_23_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_23_end_0 = const()[name = string("slice_by_index_23_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_23_end_mask_0 = const()[name = string("slice_by_index_23_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_23 = slice_by_index(begin = slice_by_index_23_begin_0, end = slice_by_index_23_end_0, end_mask = slice_by_index_23_end_mask_0, x = mul_254)[name = string("slice_by_index_23")]; int32 concat_11_axis_0 = const()[name = string("concat_11_axis_0"), val = int32(-1)]; bool concat_11_interleave_0 = const()[name = string("concat_11_interleave_0"), val = bool(false)]; tensor concat_11 = concat(axis = concat_11_axis_0, interleave = concat_11_interleave_0, values = (slice_by_index_23, slice_by_index_22))[name = string("concat_11")]; tensor mul_255_y_0 = const()[name = string("mul_255_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_255 = mul(x = concat_11, y = mul_255_y_0)[name = string("mul_255")]; tensor mul_256 = mul(x = mul_254, y = mul_11_y_0)[name = string("mul_256")]; tensor mul_257 = mul(x = mul_255, y = mul_12_y_0)[name = string("mul_257")]; tensor add_31 = add(x = mul_256, y = mul_257)[name = string("add_31")]; tensor reshape_45_shape_0 = const()[name = string("reshape_45_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_45 = reshape(shape = reshape_45_shape_0, x = add_31)[name = string("reshape_45")]; tensor tile_10_reps_0 = const()[name = string("tile_10_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_10 = tile(reps = tile_10_reps_0, x = reshape_45)[name = string("tile_10")]; tensor reshape_46_shape_0 = const()[name = string("reshape_46_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_46 = reshape(shape = reshape_46_shape_0, x = tile_10)[name = string("reshape_46")]; tensor reshape_47_shape_0 = const()[name = string("reshape_47_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_22 = transpose(perm = transpose_22_perm_0, x = reshape_44)[name = string("transpose_41")]; tensor reshape_47 = reshape(shape = reshape_47_shape_0, x = transpose_22)[name = string("reshape_47")]; tensor tile_11_reps_0 = const()[name = string("tile_11_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_11 = tile(reps = tile_11_reps_0, x = reshape_47)[name = string("tile_11")]; tensor reshape_48_shape_0 = const()[name = string("reshape_48_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_48 = reshape(shape = reshape_48_shape_0, x = tile_11)[name = string("reshape_48")]; fp16 mul_258_y_0 = const()[name = string("mul_258_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_258 = mul(x = add_30, y = mul_258_y_0)[name = string("mul_258")]; bool matmul_10_transpose_y_0 = const()[name = string("matmul_10_transpose_y_0"), val = bool(true)]; bool matmul_10_transpose_x_0 = const()[name = string("matmul_10_transpose_x_0"), val = bool(false)]; tensor matmul_10 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = mul_258, y = reshape_46)[name = string("matmul_10")]; tensor add_32 = add(x = matmul_10, y = reshape_1)[name = string("add_32")]; int32 softmax_5_axis_0 = const()[name = string("softmax_5_axis_0"), val = int32(-1)]; tensor softmax_5 = softmax(axis = softmax_5_axis_0, x = add_32)[name = string("softmax_5")]; bool matmul_11_transpose_x_0 = const()[name = string("matmul_11_transpose_x_0"), val = bool(false)]; bool matmul_11_transpose_y_0 = const()[name = string("matmul_11_transpose_y_0"), val = bool(false)]; tensor matmul_11 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = softmax_5, y = reshape_48)[name = string("matmul_11")]; tensor transpose_23_perm_0 = const()[name = string("transpose_23_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_49_shape_0 = const()[name = string("reshape_49_shape_0"), val = tensor([256, 352])]; tensor transpose_23 = transpose(perm = transpose_23_perm_0, x = matmul_11)[name = string("transpose_40")]; tensor reshape_49 = reshape(shape = reshape_49_shape_0, x = transpose_23)[name = string("reshape_49")]; tensor mul_259 = mul(x = reshape_49, y = reshape_49)[name = string("mul_259")]; tensor reduce_mean_55_axes_0 = const()[name = string("reduce_mean_55_axes_0"), val = tensor([-1])]; bool reduce_mean_55_keep_dims_0 = const()[name = string("reduce_mean_55_keep_dims_0"), val = bool(true)]; tensor reduce_mean_55 = reduce_mean(axes = reduce_mean_55_axes_0, keep_dims = reduce_mean_55_keep_dims_0, x = mul_259)[name = string("reduce_mean_55")]; fp32 rsqrt_55_epsilon_0 = const()[name = string("rsqrt_55_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_55 = rsqrt(epsilon = rsqrt_55_epsilon_0, x = reduce_mean_55)[name = string("rsqrt_55")]; tensor mul_260 = mul(x = reshape_49, y = rsqrt_55)[name = string("mul_260")]; tensor mul_261_y_0 = const()[name = string("mul_261_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092864)))]; tensor mul_261 = mul(x = mul_260, y = mul_261_y_0)[name = string("mul_261")]; tensor tern_5_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4093632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_o_weight_0_palettized")]; tensor tern_5_o = linear(bias = linear_0_bias_0, weight = tern_5_o_weight_0_palettized, x = mul_261)[name = string("tern_5_o")]; tensor mul_262_y_0 = const()[name = string("mul_262_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4124672)))]; tensor mul_262 = mul(x = tern_5_o, y = mul_262_y_0)[name = string("mul_262")]; tensor add_33 = add(x = add_29, y = mul_262)[name = string("add_33")]; tensor mul_263 = mul(x = add_33, y = add_33)[name = string("mul_263")]; tensor reduce_mean_56_axes_0 = const()[name = string("reduce_mean_56_axes_0"), val = tensor([-1])]; bool reduce_mean_56_keep_dims_0 = const()[name = string("reduce_mean_56_keep_dims_0"), val = bool(true)]; tensor reduce_mean_56 = reduce_mean(axes = reduce_mean_56_axes_0, keep_dims = reduce_mean_56_keep_dims_0, x = mul_263)[name = string("reduce_mean_56")]; fp32 rsqrt_56_epsilon_0 = const()[name = string("rsqrt_56_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_56 = rsqrt(epsilon = rsqrt_56_epsilon_0, x = reduce_mean_56)[name = string("rsqrt_56")]; tensor mul_264 = mul(x = add_33, y = rsqrt_56)[name = string("mul_264")]; tensor mul_265_y_0 = const()[name = string("mul_265_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4125440)))]; tensor mul_265 = mul(x = mul_264, y = mul_265_y_0)[name = string("mul_265")]; tensor mul_266 = mul(x = mul_265, y = mul_265)[name = string("mul_266")]; tensor reduce_mean_57_axes_0 = const()[name = string("reduce_mean_57_axes_0"), val = tensor([-1])]; bool reduce_mean_57_keep_dims_0 = const()[name = string("reduce_mean_57_keep_dims_0"), val = bool(true)]; tensor reduce_mean_57 = reduce_mean(axes = reduce_mean_57_axes_0, keep_dims = reduce_mean_57_keep_dims_0, x = mul_266)[name = string("reduce_mean_57")]; fp32 rsqrt_57_epsilon_0 = const()[name = string("rsqrt_57_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_57 = rsqrt(epsilon = rsqrt_57_epsilon_0, x = reduce_mean_57)[name = string("rsqrt_57")]; tensor mul_267 = mul(x = mul_265, y = rsqrt_57)[name = string("mul_267")]; tensor mul_268_y_0 = const()[name = string("mul_268_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126208)))]; tensor mul_268 = mul(x = mul_267, y = mul_268_y_0)[name = string("mul_268")]; tensor tern_5_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126976))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w1_weight_0_palettized")]; tensor tern_5_w1 = linear(bias = linear_4_bias_0, weight = tern_5_w1_weight_0_palettized, x = mul_268)[name = string("tern_5_w1")]; tensor mul_269_y_0 = const()[name = string("mul_269_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4211520)))]; tensor mul_269 = mul(x = tern_5_w1, y = mul_269_y_0)[name = string("mul_269")]; tensor mul_272_y_0 = const()[name = string("mul_272_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4213504)))]; tensor mul_272 = mul(x = mul_267, y = mul_272_y_0)[name = string("mul_272")]; tensor tern_5_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4214272))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w3_weight_0_palettized")]; tensor tern_5_w3 = linear(bias = linear_4_bias_0, weight = tern_5_w3_weight_0_palettized, x = mul_272)[name = string("tern_5_w3")]; tensor mul_273_y_0 = const()[name = string("mul_273_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4298816)))]; tensor mul_273 = mul(x = tern_5_w3, y = mul_273_y_0)[name = string("mul_273")]; fp16 mul_274_y_0 = const()[name = string("mul_274_y_0"), val = fp16(0x1p-1)]; tensor mul_274 = mul(x = mul_269, y = mul_274_y_0)[name = string("mul_274")]; tensor tanh_5 = tanh(x = mul_274)[name = string("tanh_5")]; fp16 mul_275_x_0 = const()[name = string("mul_275_x_0"), val = fp16(0x1p-1)]; tensor mul_275 = mul(x = mul_275_x_0, y = tanh_5)[name = string("mul_275")]; fp16 add_34_x_0 = const()[name = string("add_34_x_0"), val = fp16(0x1p-1)]; tensor add_34 = add(x = add_34_x_0, y = mul_275)[name = string("add_34")]; tensor mul_276 = mul(x = mul_269, y = add_34)[name = string("mul_276")]; tensor mul_277 = mul(x = mul_276, y = mul_273)[name = string("mul_277")]; tensor mul_278 = mul(x = mul_277, y = mul_277)[name = string("mul_278")]; tensor reduce_mean_59_axes_0 = const()[name = string("reduce_mean_59_axes_0"), val = tensor([-1])]; bool reduce_mean_59_keep_dims_0 = const()[name = string("reduce_mean_59_keep_dims_0"), val = bool(true)]; tensor reduce_mean_59 = reduce_mean(axes = reduce_mean_59_axes_0, keep_dims = reduce_mean_59_keep_dims_0, x = mul_278)[name = string("reduce_mean_59")]; fp32 rsqrt_59_epsilon_0 = const()[name = string("rsqrt_59_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_59 = rsqrt(epsilon = rsqrt_59_epsilon_0, x = reduce_mean_59)[name = string("rsqrt_59")]; tensor mul_279 = mul(x = mul_277, y = rsqrt_59)[name = string("mul_279")]; tensor mul_280_y_0 = const()[name = string("mul_280_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4300800)))]; tensor mul_280 = mul(x = mul_279, y = mul_280_y_0)[name = string("mul_280")]; tensor tern_5_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4302784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w2_weight_0_palettized")]; tensor tern_5_w2 = linear(bias = linear_0_bias_0, weight = tern_5_w2_weight_0_palettized, x = mul_280)[name = string("tern_5_w2")]; tensor mul_281_y_0 = const()[name = string("mul_281_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4387328)))]; tensor mul_281 = mul(x = tern_5_w2, y = mul_281_y_0)[name = string("mul_281")]; tensor add_35 = add(x = add_33, y = mul_281)[name = string("add_35")]; tensor mul_282 = mul(x = add_35, y = add_35)[name = string("mul_282")]; tensor reduce_mean_60_axes_0 = const()[name = string("reduce_mean_60_axes_0"), val = tensor([-1])]; bool reduce_mean_60_keep_dims_0 = const()[name = string("reduce_mean_60_keep_dims_0"), val = bool(true)]; tensor reduce_mean_60 = reduce_mean(axes = reduce_mean_60_axes_0, keep_dims = reduce_mean_60_keep_dims_0, x = mul_282)[name = string("reduce_mean_60")]; fp32 rsqrt_60_epsilon_0 = const()[name = string("rsqrt_60_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_60 = rsqrt(epsilon = rsqrt_60_epsilon_0, x = reduce_mean_60)[name = string("rsqrt_60")]; tensor mul_283 = mul(x = add_35, y = rsqrt_60)[name = string("mul_283")]; tensor mul_284_y_0 = const()[name = string("mul_284_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388096)))]; tensor mul_284 = mul(x = mul_283, y = mul_284_y_0)[name = string("mul_284")]; tensor mul_285 = mul(x = mul_284, y = mul_284)[name = string("mul_285")]; tensor reduce_mean_61_axes_0 = const()[name = string("reduce_mean_61_axes_0"), val = tensor([-1])]; bool reduce_mean_61_keep_dims_0 = const()[name = string("reduce_mean_61_keep_dims_0"), val = bool(true)]; tensor reduce_mean_61 = reduce_mean(axes = reduce_mean_61_axes_0, keep_dims = reduce_mean_61_keep_dims_0, x = mul_285)[name = string("reduce_mean_61")]; fp32 rsqrt_61_epsilon_0 = const()[name = string("rsqrt_61_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_61 = rsqrt(epsilon = rsqrt_61_epsilon_0, x = reduce_mean_61)[name = string("rsqrt_61")]; tensor mul_286 = mul(x = mul_284, y = rsqrt_61)[name = string("mul_286")]; tensor mul_287_y_0 = const()[name = string("mul_287_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388864)))]; tensor mul_287 = mul(x = mul_286, y = mul_287_y_0)[name = string("mul_287")]; tensor tern_6_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4389632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_q_weight_0_palettized")]; tensor tern_6_q = linear(bias = linear_0_bias_0, weight = tern_6_q_weight_0_palettized, x = mul_287)[name = string("tern_6_q")]; tensor mul_288_y_0 = const()[name = string("mul_288_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4420672)))]; tensor mul_288 = mul(x = tern_6_q, y = mul_288_y_0)[name = string("mul_288")]; tensor reshape_50_shape_0 = const()[name = string("reshape_50_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_50 = reshape(shape = reshape_50_shape_0, x = mul_288)[name = string("reshape_50")]; tensor transpose_24_perm_0 = const()[name = string("transpose_24_perm_0"), val = tensor([1, 0, 2])]; tensor mul_291_y_0 = const()[name = string("mul_291_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4421440)))]; tensor mul_291 = mul(x = mul_286, y = mul_291_y_0)[name = string("mul_291")]; tensor tern_6_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4422208))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_k_weight_0_palettized")]; tensor tern_6_k_bias_0 = const()[name = string("tern_6_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_k = linear(bias = tern_6_k_bias_0, weight = tern_6_k_weight_0_palettized, x = mul_291)[name = string("tern_6_k")]; tensor mul_292_y_0 = const()[name = string("mul_292_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430016)))]; tensor mul_292 = mul(x = tern_6_k, y = mul_292_y_0)[name = string("mul_292")]; tensor reshape_51_shape_0 = const()[name = string("reshape_51_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_51 = reshape(shape = reshape_51_shape_0, x = mul_292)[name = string("reshape_51")]; tensor transpose_25_perm_0 = const()[name = string("transpose_25_perm_0"), val = tensor([1, 0, 2])]; tensor mul_295_y_0 = const()[name = string("mul_295_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430272)))]; tensor mul_295 = mul(x = mul_286, y = mul_295_y_0)[name = string("mul_295")]; tensor tern_6_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4431040))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_v_weight_0_palettized")]; tensor tern_6_v_bias_0 = const()[name = string("tern_6_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_v = linear(bias = tern_6_v_bias_0, weight = tern_6_v_weight_0_palettized, x = mul_295)[name = string("tern_6_v")]; tensor mul_296_y_0 = const()[name = string("mul_296_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4438848)))]; tensor mul_296 = mul(x = tern_6_v, y = mul_296_y_0)[name = string("mul_296")]; tensor reshape_52_shape_0 = const()[name = string("reshape_52_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_52 = reshape(shape = reshape_52_shape_0, x = mul_296)[name = string("reshape_52")]; tensor transpose_26_perm_0 = const()[name = string("transpose_26_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_24 = transpose(perm = transpose_24_perm_0, x = reshape_50)[name = string("transpose_39")]; tensor mul_297 = mul(x = transpose_24, y = transpose_24)[name = string("mul_297")]; tensor reduce_mean_64_axes_0 = const()[name = string("reduce_mean_64_axes_0"), val = tensor([-1])]; bool reduce_mean_64_keep_dims_0 = const()[name = string("reduce_mean_64_keep_dims_0"), val = bool(true)]; tensor reduce_mean_64 = reduce_mean(axes = reduce_mean_64_axes_0, keep_dims = reduce_mean_64_keep_dims_0, x = mul_297)[name = string("reduce_mean_64")]; fp32 rsqrt_64_epsilon_0 = const()[name = string("rsqrt_64_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_64 = rsqrt(epsilon = rsqrt_64_epsilon_0, x = reduce_mean_64)[name = string("rsqrt_64")]; tensor mul_298 = mul(x = transpose_24, y = rsqrt_64)[name = string("mul_298")]; tensor mul_299_y_0 = const()[name = string("mul_299_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439104)))]; tensor mul_299 = mul(x = mul_298, y = mul_299_y_0)[name = string("mul_299")]; tensor slice_by_index_24_begin_0 = const()[name = string("slice_by_index_24_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_24_end_0 = const()[name = string("slice_by_index_24_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_24_end_mask_0 = const()[name = string("slice_by_index_24_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_24 = slice_by_index(begin = slice_by_index_24_begin_0, end = slice_by_index_24_end_0, end_mask = slice_by_index_24_end_mask_0, x = mul_299)[name = string("slice_by_index_24")]; tensor slice_by_index_25_begin_0 = const()[name = string("slice_by_index_25_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_25_end_0 = const()[name = string("slice_by_index_25_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_25_end_mask_0 = const()[name = string("slice_by_index_25_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_25 = slice_by_index(begin = slice_by_index_25_begin_0, end = slice_by_index_25_end_0, end_mask = slice_by_index_25_end_mask_0, x = mul_299)[name = string("slice_by_index_25")]; int32 concat_12_axis_0 = const()[name = string("concat_12_axis_0"), val = int32(-1)]; bool concat_12_interleave_0 = const()[name = string("concat_12_interleave_0"), val = bool(false)]; tensor concat_12 = concat(axis = concat_12_axis_0, interleave = concat_12_interleave_0, values = (slice_by_index_25, slice_by_index_24))[name = string("concat_12")]; tensor mul_300_y_0 = const()[name = string("mul_300_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_300 = mul(x = concat_12, y = mul_300_y_0)[name = string("mul_300")]; tensor mul_301 = mul(x = mul_299, y = mul_11_y_0)[name = string("mul_301")]; tensor mul_302 = mul(x = mul_300, y = mul_12_y_0)[name = string("mul_302")]; tensor add_36 = add(x = mul_301, y = mul_302)[name = string("add_36")]; tensor transpose_25 = transpose(perm = transpose_25_perm_0, x = reshape_51)[name = string("transpose_38")]; tensor mul_303 = mul(x = transpose_25, y = transpose_25)[name = string("mul_303")]; tensor reduce_mean_65_axes_0 = const()[name = string("reduce_mean_65_axes_0"), val = tensor([-1])]; bool reduce_mean_65_keep_dims_0 = const()[name = string("reduce_mean_65_keep_dims_0"), val = bool(true)]; tensor reduce_mean_65 = reduce_mean(axes = reduce_mean_65_axes_0, keep_dims = reduce_mean_65_keep_dims_0, x = mul_303)[name = string("reduce_mean_65")]; fp32 rsqrt_65_epsilon_0 = const()[name = string("rsqrt_65_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_65 = rsqrt(epsilon = rsqrt_65_epsilon_0, x = reduce_mean_65)[name = string("rsqrt_65")]; tensor mul_304 = mul(x = transpose_25, y = rsqrt_65)[name = string("mul_304")]; tensor mul_305_y_0 = const()[name = string("mul_305_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439296)))]; tensor mul_305 = mul(x = mul_304, y = mul_305_y_0)[name = string("mul_305")]; tensor slice_by_index_26_begin_0 = const()[name = string("slice_by_index_26_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_26_end_0 = const()[name = string("slice_by_index_26_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_26_end_mask_0 = const()[name = string("slice_by_index_26_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_26 = slice_by_index(begin = slice_by_index_26_begin_0, end = slice_by_index_26_end_0, end_mask = slice_by_index_26_end_mask_0, x = mul_305)[name = string("slice_by_index_26")]; tensor slice_by_index_27_begin_0 = const()[name = string("slice_by_index_27_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_27_end_0 = const()[name = string("slice_by_index_27_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_27_end_mask_0 = const()[name = string("slice_by_index_27_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_27 = slice_by_index(begin = slice_by_index_27_begin_0, end = slice_by_index_27_end_0, end_mask = slice_by_index_27_end_mask_0, x = mul_305)[name = string("slice_by_index_27")]; int32 concat_13_axis_0 = const()[name = string("concat_13_axis_0"), val = int32(-1)]; bool concat_13_interleave_0 = const()[name = string("concat_13_interleave_0"), val = bool(false)]; tensor concat_13 = concat(axis = concat_13_axis_0, interleave = concat_13_interleave_0, values = (slice_by_index_27, slice_by_index_26))[name = string("concat_13")]; tensor mul_306_y_0 = const()[name = string("mul_306_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_306 = mul(x = concat_13, y = mul_306_y_0)[name = string("mul_306")]; tensor mul_307 = mul(x = mul_305, y = mul_11_y_0)[name = string("mul_307")]; tensor mul_308 = mul(x = mul_306, y = mul_12_y_0)[name = string("mul_308")]; tensor add_37 = add(x = mul_307, y = mul_308)[name = string("add_37")]; tensor reshape_53_shape_0 = const()[name = string("reshape_53_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_53 = reshape(shape = reshape_53_shape_0, x = add_37)[name = string("reshape_53")]; tensor tile_12_reps_0 = const()[name = string("tile_12_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_12 = tile(reps = tile_12_reps_0, x = reshape_53)[name = string("tile_12")]; tensor reshape_54_shape_0 = const()[name = string("reshape_54_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_54 = reshape(shape = reshape_54_shape_0, x = tile_12)[name = string("reshape_54")]; tensor reshape_55_shape_0 = const()[name = string("reshape_55_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_26 = transpose(perm = transpose_26_perm_0, x = reshape_52)[name = string("transpose_37")]; tensor reshape_55 = reshape(shape = reshape_55_shape_0, x = transpose_26)[name = string("reshape_55")]; tensor tile_13_reps_0 = const()[name = string("tile_13_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_13 = tile(reps = tile_13_reps_0, x = reshape_55)[name = string("tile_13")]; tensor reshape_56_shape_0 = const()[name = string("reshape_56_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_56 = reshape(shape = reshape_56_shape_0, x = tile_13)[name = string("reshape_56")]; fp16 mul_309_y_0 = const()[name = string("mul_309_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_309 = mul(x = add_36, y = mul_309_y_0)[name = string("mul_309")]; bool matmul_12_transpose_y_0 = const()[name = string("matmul_12_transpose_y_0"), val = bool(true)]; bool matmul_12_transpose_x_0 = const()[name = string("matmul_12_transpose_x_0"), val = bool(false)]; tensor matmul_12 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = mul_309, y = reshape_54)[name = string("matmul_12")]; tensor add_38 = add(x = matmul_12, y = reshape_1)[name = string("add_38")]; int32 softmax_6_axis_0 = const()[name = string("softmax_6_axis_0"), val = int32(-1)]; tensor softmax_6 = softmax(axis = softmax_6_axis_0, x = add_38)[name = string("softmax_6")]; bool matmul_13_transpose_x_0 = const()[name = string("matmul_13_transpose_x_0"), val = bool(false)]; bool matmul_13_transpose_y_0 = const()[name = string("matmul_13_transpose_y_0"), val = bool(false)]; tensor matmul_13 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = softmax_6, y = reshape_56)[name = string("matmul_13")]; tensor transpose_27_perm_0 = const()[name = string("transpose_27_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_57_shape_0 = const()[name = string("reshape_57_shape_0"), val = tensor([256, 352])]; tensor transpose_27 = transpose(perm = transpose_27_perm_0, x = matmul_13)[name = string("transpose_36")]; tensor reshape_57 = reshape(shape = reshape_57_shape_0, x = transpose_27)[name = string("reshape_57")]; tensor mul_310 = mul(x = reshape_57, y = reshape_57)[name = string("mul_310")]; tensor reduce_mean_66_axes_0 = const()[name = string("reduce_mean_66_axes_0"), val = tensor([-1])]; bool reduce_mean_66_keep_dims_0 = const()[name = string("reduce_mean_66_keep_dims_0"), val = bool(true)]; tensor reduce_mean_66 = reduce_mean(axes = reduce_mean_66_axes_0, keep_dims = reduce_mean_66_keep_dims_0, x = mul_310)[name = string("reduce_mean_66")]; fp32 rsqrt_66_epsilon_0 = const()[name = string("rsqrt_66_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_66 = rsqrt(epsilon = rsqrt_66_epsilon_0, x = reduce_mean_66)[name = string("rsqrt_66")]; tensor mul_311 = mul(x = reshape_57, y = rsqrt_66)[name = string("mul_311")]; tensor mul_312_y_0 = const()[name = string("mul_312_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439488)))]; tensor mul_312 = mul(x = mul_311, y = mul_312_y_0)[name = string("mul_312")]; tensor tern_6_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4440256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_o_weight_0_palettized")]; tensor tern_6_o = linear(bias = linear_0_bias_0, weight = tern_6_o_weight_0_palettized, x = mul_312)[name = string("tern_6_o")]; tensor mul_313_y_0 = const()[name = string("mul_313_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4471296)))]; tensor mul_313 = mul(x = tern_6_o, y = mul_313_y_0)[name = string("mul_313")]; tensor add_39 = add(x = add_35, y = mul_313)[name = string("add_39")]; tensor mul_314 = mul(x = add_39, y = add_39)[name = string("mul_314")]; tensor reduce_mean_67_axes_0 = const()[name = string("reduce_mean_67_axes_0"), val = tensor([-1])]; bool reduce_mean_67_keep_dims_0 = const()[name = string("reduce_mean_67_keep_dims_0"), val = bool(true)]; tensor reduce_mean_67 = reduce_mean(axes = reduce_mean_67_axes_0, keep_dims = reduce_mean_67_keep_dims_0, x = mul_314)[name = string("reduce_mean_67")]; fp32 rsqrt_67_epsilon_0 = const()[name = string("rsqrt_67_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_67 = rsqrt(epsilon = rsqrt_67_epsilon_0, x = reduce_mean_67)[name = string("rsqrt_67")]; tensor mul_315 = mul(x = add_39, y = rsqrt_67)[name = string("mul_315")]; tensor mul_316_y_0 = const()[name = string("mul_316_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472064)))]; tensor mul_316 = mul(x = mul_315, y = mul_316_y_0)[name = string("mul_316")]; tensor mul_317 = mul(x = mul_316, y = mul_316)[name = string("mul_317")]; tensor reduce_mean_68_axes_0 = const()[name = string("reduce_mean_68_axes_0"), val = tensor([-1])]; bool reduce_mean_68_keep_dims_0 = const()[name = string("reduce_mean_68_keep_dims_0"), val = bool(true)]; tensor reduce_mean_68 = reduce_mean(axes = reduce_mean_68_axes_0, keep_dims = reduce_mean_68_keep_dims_0, x = mul_317)[name = string("reduce_mean_68")]; fp32 rsqrt_68_epsilon_0 = const()[name = string("rsqrt_68_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_68 = rsqrt(epsilon = rsqrt_68_epsilon_0, x = reduce_mean_68)[name = string("rsqrt_68")]; tensor mul_318 = mul(x = mul_316, y = rsqrt_68)[name = string("mul_318")]; tensor mul_319_y_0 = const()[name = string("mul_319_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472832)))]; tensor mul_319 = mul(x = mul_318, y = mul_319_y_0)[name = string("mul_319")]; tensor tern_6_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4473600))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w1_weight_0_palettized")]; tensor tern_6_w1 = linear(bias = linear_4_bias_0, weight = tern_6_w1_weight_0_palettized, x = mul_319)[name = string("tern_6_w1")]; tensor mul_320_y_0 = const()[name = string("mul_320_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4558144)))]; tensor mul_320 = mul(x = tern_6_w1, y = mul_320_y_0)[name = string("mul_320")]; tensor mul_323_y_0 = const()[name = string("mul_323_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560128)))]; tensor mul_323 = mul(x = mul_318, y = mul_323_y_0)[name = string("mul_323")]; tensor tern_6_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560896))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w3_weight_0_palettized")]; tensor tern_6_w3 = linear(bias = linear_4_bias_0, weight = tern_6_w3_weight_0_palettized, x = mul_323)[name = string("tern_6_w3")]; tensor mul_324_y_0 = const()[name = string("mul_324_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4645440)))]; tensor mul_324 = mul(x = tern_6_w3, y = mul_324_y_0)[name = string("mul_324")]; fp16 mul_325_y_0 = const()[name = string("mul_325_y_0"), val = fp16(0x1p-1)]; tensor mul_325 = mul(x = mul_320, y = mul_325_y_0)[name = string("mul_325")]; tensor tanh_6 = tanh(x = mul_325)[name = string("tanh_6")]; fp16 mul_326_x_0 = const()[name = string("mul_326_x_0"), val = fp16(0x1p-1)]; tensor mul_326 = mul(x = mul_326_x_0, y = tanh_6)[name = string("mul_326")]; fp16 add_40_x_0 = const()[name = string("add_40_x_0"), val = fp16(0x1p-1)]; tensor add_40 = add(x = add_40_x_0, y = mul_326)[name = string("add_40")]; tensor mul_327 = mul(x = mul_320, y = add_40)[name = string("mul_327")]; tensor mul_328 = mul(x = mul_327, y = mul_324)[name = string("mul_328")]; tensor mul_329 = mul(x = mul_328, y = mul_328)[name = string("mul_329")]; tensor reduce_mean_70_axes_0 = const()[name = string("reduce_mean_70_axes_0"), val = tensor([-1])]; bool reduce_mean_70_keep_dims_0 = const()[name = string("reduce_mean_70_keep_dims_0"), val = bool(true)]; tensor reduce_mean_70 = reduce_mean(axes = reduce_mean_70_axes_0, keep_dims = reduce_mean_70_keep_dims_0, x = mul_329)[name = string("reduce_mean_70")]; fp32 rsqrt_70_epsilon_0 = const()[name = string("rsqrt_70_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_70 = rsqrt(epsilon = rsqrt_70_epsilon_0, x = reduce_mean_70)[name = string("rsqrt_70")]; tensor mul_330 = mul(x = mul_328, y = rsqrt_70)[name = string("mul_330")]; tensor mul_331_y_0 = const()[name = string("mul_331_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4647424)))]; tensor mul_331 = mul(x = mul_330, y = mul_331_y_0)[name = string("mul_331")]; tensor tern_6_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4649408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w2_weight_0_palettized")]; tensor tern_6_w2 = linear(bias = linear_0_bias_0, weight = tern_6_w2_weight_0_palettized, x = mul_331)[name = string("tern_6_w2")]; tensor mul_332_y_0 = const()[name = string("mul_332_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4733952)))]; tensor mul_332 = mul(x = tern_6_w2, y = mul_332_y_0)[name = string("mul_332")]; tensor add_41 = add(x = add_39, y = mul_332)[name = string("add_41")]; tensor mul_333 = mul(x = add_41, y = add_41)[name = string("mul_333")]; tensor reduce_mean_71_axes_0 = const()[name = string("reduce_mean_71_axes_0"), val = tensor([-1])]; bool reduce_mean_71_keep_dims_0 = const()[name = string("reduce_mean_71_keep_dims_0"), val = bool(true)]; tensor reduce_mean_71 = reduce_mean(axes = reduce_mean_71_axes_0, keep_dims = reduce_mean_71_keep_dims_0, x = mul_333)[name = string("reduce_mean_71")]; fp32 rsqrt_71_epsilon_0 = const()[name = string("rsqrt_71_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_71 = rsqrt(epsilon = rsqrt_71_epsilon_0, x = reduce_mean_71)[name = string("rsqrt_71")]; tensor mul_334 = mul(x = add_41, y = rsqrt_71)[name = string("mul_334")]; tensor mul_335_y_0 = const()[name = string("mul_335_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4734720)))]; tensor mul_335 = mul(x = mul_334, y = mul_335_y_0)[name = string("mul_335")]; tensor mul_336 = mul(x = mul_335, y = mul_335)[name = string("mul_336")]; tensor reduce_mean_72_axes_0 = const()[name = string("reduce_mean_72_axes_0"), val = tensor([-1])]; bool reduce_mean_72_keep_dims_0 = const()[name = string("reduce_mean_72_keep_dims_0"), val = bool(true)]; tensor reduce_mean_72 = reduce_mean(axes = reduce_mean_72_axes_0, keep_dims = reduce_mean_72_keep_dims_0, x = mul_336)[name = string("reduce_mean_72")]; fp32 rsqrt_72_epsilon_0 = const()[name = string("rsqrt_72_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_72 = rsqrt(epsilon = rsqrt_72_epsilon_0, x = reduce_mean_72)[name = string("rsqrt_72")]; tensor mul_337 = mul(x = mul_335, y = rsqrt_72)[name = string("mul_337")]; tensor mul_338_y_0 = const()[name = string("mul_338_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4735488)))]; tensor mul_338 = mul(x = mul_337, y = mul_338_y_0)[name = string("mul_338")]; tensor tern_7_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4736256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_q_weight_0_palettized")]; tensor tern_7_q = linear(bias = linear_0_bias_0, weight = tern_7_q_weight_0_palettized, x = mul_338)[name = string("tern_7_q")]; tensor mul_339_y_0 = const()[name = string("mul_339_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4767296)))]; tensor mul_339 = mul(x = tern_7_q, y = mul_339_y_0)[name = string("mul_339")]; tensor reshape_58_shape_0 = const()[name = string("reshape_58_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_58 = reshape(shape = reshape_58_shape_0, x = mul_339)[name = string("reshape_58")]; tensor transpose_28_perm_0 = const()[name = string("transpose_28_perm_0"), val = tensor([1, 0, 2])]; tensor mul_342_y_0 = const()[name = string("mul_342_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768064)))]; tensor mul_342 = mul(x = mul_337, y = mul_342_y_0)[name = string("mul_342")]; tensor tern_7_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768832))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_k_weight_0_palettized")]; tensor tern_7_k_bias_0 = const()[name = string("tern_7_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_k = linear(bias = tern_7_k_bias_0, weight = tern_7_k_weight_0_palettized, x = mul_342)[name = string("tern_7_k")]; tensor mul_343_y_0 = const()[name = string("mul_343_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776640)))]; tensor mul_343 = mul(x = tern_7_k, y = mul_343_y_0)[name = string("mul_343")]; tensor reshape_59_shape_0 = const()[name = string("reshape_59_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_59 = reshape(shape = reshape_59_shape_0, x = mul_343)[name = string("reshape_59")]; tensor transpose_29_perm_0 = const()[name = string("transpose_29_perm_0"), val = tensor([1, 0, 2])]; tensor mul_346_y_0 = const()[name = string("mul_346_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776896)))]; tensor mul_346 = mul(x = mul_337, y = mul_346_y_0)[name = string("mul_346")]; tensor tern_7_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4777664))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_v_weight_0_palettized")]; tensor tern_7_v_bias_0 = const()[name = string("tern_7_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_v = linear(bias = tern_7_v_bias_0, weight = tern_7_v_weight_0_palettized, x = mul_346)[name = string("tern_7_v")]; tensor mul_347_y_0 = const()[name = string("mul_347_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785472)))]; tensor mul_347 = mul(x = tern_7_v, y = mul_347_y_0)[name = string("mul_347")]; tensor reshape_60_shape_0 = const()[name = string("reshape_60_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_60 = reshape(shape = reshape_60_shape_0, x = mul_347)[name = string("reshape_60")]; tensor transpose_30_perm_0 = const()[name = string("transpose_30_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_28 = transpose(perm = transpose_28_perm_0, x = reshape_58)[name = string("transpose_35")]; tensor mul_348 = mul(x = transpose_28, y = transpose_28)[name = string("mul_348")]; tensor reduce_mean_75_axes_0 = const()[name = string("reduce_mean_75_axes_0"), val = tensor([-1])]; bool reduce_mean_75_keep_dims_0 = const()[name = string("reduce_mean_75_keep_dims_0"), val = bool(true)]; tensor reduce_mean_75 = reduce_mean(axes = reduce_mean_75_axes_0, keep_dims = reduce_mean_75_keep_dims_0, x = mul_348)[name = string("reduce_mean_75")]; fp32 rsqrt_75_epsilon_0 = const()[name = string("rsqrt_75_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_75 = rsqrt(epsilon = rsqrt_75_epsilon_0, x = reduce_mean_75)[name = string("rsqrt_75")]; tensor mul_349 = mul(x = transpose_28, y = rsqrt_75)[name = string("mul_349")]; tensor mul_350_y_0 = const()[name = string("mul_350_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785728)))]; tensor mul_350 = mul(x = mul_349, y = mul_350_y_0)[name = string("mul_350")]; tensor slice_by_index_28_begin_0 = const()[name = string("slice_by_index_28_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_28_end_0 = const()[name = string("slice_by_index_28_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_28_end_mask_0 = const()[name = string("slice_by_index_28_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_28 = slice_by_index(begin = slice_by_index_28_begin_0, end = slice_by_index_28_end_0, end_mask = slice_by_index_28_end_mask_0, x = mul_350)[name = string("slice_by_index_28")]; tensor slice_by_index_29_begin_0 = const()[name = string("slice_by_index_29_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_29_end_0 = const()[name = string("slice_by_index_29_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_29_end_mask_0 = const()[name = string("slice_by_index_29_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_29 = slice_by_index(begin = slice_by_index_29_begin_0, end = slice_by_index_29_end_0, end_mask = slice_by_index_29_end_mask_0, x = mul_350)[name = string("slice_by_index_29")]; int32 concat_14_axis_0 = const()[name = string("concat_14_axis_0"), val = int32(-1)]; bool concat_14_interleave_0 = const()[name = string("concat_14_interleave_0"), val = bool(false)]; tensor concat_14 = concat(axis = concat_14_axis_0, interleave = concat_14_interleave_0, values = (slice_by_index_29, slice_by_index_28))[name = string("concat_14")]; tensor mul_351_y_0 = const()[name = string("mul_351_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_351 = mul(x = concat_14, y = mul_351_y_0)[name = string("mul_351")]; tensor mul_352 = mul(x = mul_350, y = mul_11_y_0)[name = string("mul_352")]; tensor mul_353 = mul(x = mul_351, y = mul_12_y_0)[name = string("mul_353")]; tensor add_42 = add(x = mul_352, y = mul_353)[name = string("add_42")]; tensor transpose_29 = transpose(perm = transpose_29_perm_0, x = reshape_59)[name = string("transpose_34")]; tensor mul_354 = mul(x = transpose_29, y = transpose_29)[name = string("mul_354")]; tensor reduce_mean_76_axes_0 = const()[name = string("reduce_mean_76_axes_0"), val = tensor([-1])]; bool reduce_mean_76_keep_dims_0 = const()[name = string("reduce_mean_76_keep_dims_0"), val = bool(true)]; tensor reduce_mean_76 = reduce_mean(axes = reduce_mean_76_axes_0, keep_dims = reduce_mean_76_keep_dims_0, x = mul_354)[name = string("reduce_mean_76")]; fp32 rsqrt_76_epsilon_0 = const()[name = string("rsqrt_76_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_76 = rsqrt(epsilon = rsqrt_76_epsilon_0, x = reduce_mean_76)[name = string("rsqrt_76")]; tensor mul_355 = mul(x = transpose_29, y = rsqrt_76)[name = string("mul_355")]; tensor mul_356_y_0 = const()[name = string("mul_356_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785920)))]; tensor mul_356 = mul(x = mul_355, y = mul_356_y_0)[name = string("mul_356")]; tensor slice_by_index_30_begin_0 = const()[name = string("slice_by_index_30_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_30_end_0 = const()[name = string("slice_by_index_30_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_30_end_mask_0 = const()[name = string("slice_by_index_30_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_30 = slice_by_index(begin = slice_by_index_30_begin_0, end = slice_by_index_30_end_0, end_mask = slice_by_index_30_end_mask_0, x = mul_356)[name = string("slice_by_index_30")]; tensor slice_by_index_31_begin_0 = const()[name = string("slice_by_index_31_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_31_end_0 = const()[name = string("slice_by_index_31_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_31_end_mask_0 = const()[name = string("slice_by_index_31_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_31 = slice_by_index(begin = slice_by_index_31_begin_0, end = slice_by_index_31_end_0, end_mask = slice_by_index_31_end_mask_0, x = mul_356)[name = string("slice_by_index_31")]; int32 concat_15_axis_0 = const()[name = string("concat_15_axis_0"), val = int32(-1)]; bool concat_15_interleave_0 = const()[name = string("concat_15_interleave_0"), val = bool(false)]; tensor concat_15 = concat(axis = concat_15_axis_0, interleave = concat_15_interleave_0, values = (slice_by_index_31, slice_by_index_30))[name = string("concat_15")]; tensor mul_357_y_0 = const()[name = string("mul_357_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_357 = mul(x = concat_15, y = mul_357_y_0)[name = string("mul_357")]; tensor mul_358 = mul(x = mul_356, y = mul_11_y_0)[name = string("mul_358")]; tensor mul_359 = mul(x = mul_357, y = mul_12_y_0)[name = string("mul_359")]; tensor add_43 = add(x = mul_358, y = mul_359)[name = string("add_43")]; tensor reshape_61_shape_0 = const()[name = string("reshape_61_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_61 = reshape(shape = reshape_61_shape_0, x = add_43)[name = string("reshape_61")]; tensor tile_14_reps_0 = const()[name = string("tile_14_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_14 = tile(reps = tile_14_reps_0, x = reshape_61)[name = string("tile_14")]; tensor reshape_62_shape_0 = const()[name = string("reshape_62_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_62 = reshape(shape = reshape_62_shape_0, x = tile_14)[name = string("reshape_62")]; tensor reshape_63_shape_0 = const()[name = string("reshape_63_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_30 = transpose(perm = transpose_30_perm_0, x = reshape_60)[name = string("transpose_33")]; tensor reshape_63 = reshape(shape = reshape_63_shape_0, x = transpose_30)[name = string("reshape_63")]; tensor tile_15_reps_0 = const()[name = string("tile_15_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_15 = tile(reps = tile_15_reps_0, x = reshape_63)[name = string("tile_15")]; tensor reshape_64_shape_0 = const()[name = string("reshape_64_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_64 = reshape(shape = reshape_64_shape_0, x = tile_15)[name = string("reshape_64")]; fp16 mul_360_y_0 = const()[name = string("mul_360_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_360 = mul(x = add_42, y = mul_360_y_0)[name = string("mul_360")]; bool matmul_14_transpose_y_0 = const()[name = string("matmul_14_transpose_y_0"), val = bool(true)]; bool matmul_14_transpose_x_0 = const()[name = string("matmul_14_transpose_x_0"), val = bool(false)]; tensor matmul_14 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = mul_360, y = reshape_62)[name = string("matmul_14")]; tensor add_44 = add(x = matmul_14, y = reshape_1)[name = string("add_44")]; int32 softmax_7_axis_0 = const()[name = string("softmax_7_axis_0"), val = int32(-1)]; tensor softmax_7 = softmax(axis = softmax_7_axis_0, x = add_44)[name = string("softmax_7")]; bool matmul_15_transpose_x_0 = const()[name = string("matmul_15_transpose_x_0"), val = bool(false)]; bool matmul_15_transpose_y_0 = const()[name = string("matmul_15_transpose_y_0"), val = bool(false)]; tensor matmul_15 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = softmax_7, y = reshape_64)[name = string("matmul_15")]; tensor transpose_31_perm_0 = const()[name = string("transpose_31_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_65_shape_0 = const()[name = string("reshape_65_shape_0"), val = tensor([256, 352])]; tensor transpose_31 = transpose(perm = transpose_31_perm_0, x = matmul_15)[name = string("transpose_32")]; tensor reshape_65 = reshape(shape = reshape_65_shape_0, x = transpose_31)[name = string("reshape_65")]; tensor mul_361 = mul(x = reshape_65, y = reshape_65)[name = string("mul_361")]; tensor reduce_mean_77_axes_0 = const()[name = string("reduce_mean_77_axes_0"), val = tensor([-1])]; bool reduce_mean_77_keep_dims_0 = const()[name = string("reduce_mean_77_keep_dims_0"), val = bool(true)]; tensor reduce_mean_77 = reduce_mean(axes = reduce_mean_77_axes_0, keep_dims = reduce_mean_77_keep_dims_0, x = mul_361)[name = string("reduce_mean_77")]; fp32 rsqrt_77_epsilon_0 = const()[name = string("rsqrt_77_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_77 = rsqrt(epsilon = rsqrt_77_epsilon_0, x = reduce_mean_77)[name = string("rsqrt_77")]; tensor mul_362 = mul(x = reshape_65, y = rsqrt_77)[name = string("mul_362")]; tensor mul_363_y_0 = const()[name = string("mul_363_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786112)))]; tensor mul_363 = mul(x = mul_362, y = mul_363_y_0)[name = string("mul_363")]; tensor tern_7_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_o_weight_0_palettized")]; tensor tern_7_o = linear(bias = linear_0_bias_0, weight = tern_7_o_weight_0_palettized, x = mul_363)[name = string("tern_7_o")]; tensor mul_364_y_0 = const()[name = string("mul_364_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4817920)))]; tensor mul_364 = mul(x = tern_7_o, y = mul_364_y_0)[name = string("mul_364")]; tensor add_45 = add(x = add_41, y = mul_364)[name = string("add_45")]; tensor mul_365 = mul(x = add_45, y = add_45)[name = string("mul_365")]; tensor reduce_mean_78_axes_0 = const()[name = string("reduce_mean_78_axes_0"), val = tensor([-1])]; bool reduce_mean_78_keep_dims_0 = const()[name = string("reduce_mean_78_keep_dims_0"), val = bool(true)]; tensor reduce_mean_78 = reduce_mean(axes = reduce_mean_78_axes_0, keep_dims = reduce_mean_78_keep_dims_0, x = mul_365)[name = string("reduce_mean_78")]; fp32 rsqrt_78_epsilon_0 = const()[name = string("rsqrt_78_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_78 = rsqrt(epsilon = rsqrt_78_epsilon_0, x = reduce_mean_78)[name = string("rsqrt_78")]; tensor mul_366 = mul(x = add_45, y = rsqrt_78)[name = string("mul_366")]; tensor mul_367_y_0 = const()[name = string("mul_367_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4818688)))]; tensor mul_367 = mul(x = mul_366, y = mul_367_y_0)[name = string("mul_367")]; tensor mul_368 = mul(x = mul_367, y = mul_367)[name = string("mul_368")]; tensor reduce_mean_79_axes_0 = const()[name = string("reduce_mean_79_axes_0"), val = tensor([-1])]; bool reduce_mean_79_keep_dims_0 = const()[name = string("reduce_mean_79_keep_dims_0"), val = bool(true)]; tensor reduce_mean_79 = reduce_mean(axes = reduce_mean_79_axes_0, keep_dims = reduce_mean_79_keep_dims_0, x = mul_368)[name = string("reduce_mean_79")]; fp32 rsqrt_79_epsilon_0 = const()[name = string("rsqrt_79_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_79 = rsqrt(epsilon = rsqrt_79_epsilon_0, x = reduce_mean_79)[name = string("rsqrt_79")]; tensor mul_369 = mul(x = mul_367, y = rsqrt_79)[name = string("mul_369")]; tensor mul_370_y_0 = const()[name = string("mul_370_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4819456)))]; tensor mul_370 = mul(x = mul_369, y = mul_370_y_0)[name = string("mul_370")]; tensor tern_7_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4820224))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w1_weight_0_palettized")]; tensor tern_7_w1 = linear(bias = linear_4_bias_0, weight = tern_7_w1_weight_0_palettized, x = mul_370)[name = string("tern_7_w1")]; tensor mul_371_y_0 = const()[name = string("mul_371_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4904768)))]; tensor mul_371 = mul(x = tern_7_w1, y = mul_371_y_0)[name = string("mul_371")]; tensor mul_374_y_0 = const()[name = string("mul_374_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4906752)))]; tensor mul_374 = mul(x = mul_369, y = mul_374_y_0)[name = string("mul_374")]; tensor tern_7_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4907520))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w3_weight_0_palettized")]; tensor tern_7_w3 = linear(bias = linear_4_bias_0, weight = tern_7_w3_weight_0_palettized, x = mul_374)[name = string("tern_7_w3")]; tensor mul_375_y_0 = const()[name = string("mul_375_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4992064)))]; tensor mul_375 = mul(x = tern_7_w3, y = mul_375_y_0)[name = string("mul_375")]; fp16 mul_376_y_0 = const()[name = string("mul_376_y_0"), val = fp16(0x1p-1)]; tensor mul_376 = mul(x = mul_371, y = mul_376_y_0)[name = string("mul_376")]; tensor tanh_7 = tanh(x = mul_376)[name = string("tanh_7")]; fp16 mul_377_x_0 = const()[name = string("mul_377_x_0"), val = fp16(0x1p-1)]; tensor mul_377 = mul(x = mul_377_x_0, y = tanh_7)[name = string("mul_377")]; fp16 add_46_x_0 = const()[name = string("add_46_x_0"), val = fp16(0x1p-1)]; tensor add_46 = add(x = add_46_x_0, y = mul_377)[name = string("add_46")]; tensor mul_378 = mul(x = mul_371, y = add_46)[name = string("mul_378")]; tensor mul_379 = mul(x = mul_378, y = mul_375)[name = string("mul_379")]; tensor mul_380 = mul(x = mul_379, y = mul_379)[name = string("mul_380")]; tensor reduce_mean_81_axes_0 = const()[name = string("reduce_mean_81_axes_0"), val = tensor([-1])]; bool reduce_mean_81_keep_dims_0 = const()[name = string("reduce_mean_81_keep_dims_0"), val = bool(true)]; tensor reduce_mean_81 = reduce_mean(axes = reduce_mean_81_axes_0, keep_dims = reduce_mean_81_keep_dims_0, x = mul_380)[name = string("reduce_mean_81")]; fp32 rsqrt_81_epsilon_0 = const()[name = string("rsqrt_81_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_81 = rsqrt(epsilon = rsqrt_81_epsilon_0, x = reduce_mean_81)[name = string("rsqrt_81")]; tensor mul_381 = mul(x = mul_379, y = rsqrt_81)[name = string("mul_381")]; tensor mul_382_y_0 = const()[name = string("mul_382_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4994048)))]; tensor mul_382 = mul(x = mul_381, y = mul_382_y_0)[name = string("mul_382")]; tensor tern_7_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4996032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w2_weight_0_palettized")]; tensor tern_7_w2 = linear(bias = linear_0_bias_0, weight = tern_7_w2_weight_0_palettized, x = mul_382)[name = string("tern_7_w2")]; tensor mul_383_y_0 = const()[name = string("mul_383_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5080576)))]; tensor mul_383 = mul(x = tern_7_w2, y = mul_383_y_0)[name = string("mul_383")]; tensor add_47 = add(x = add_45, y = mul_383)[name = string("add_47")]; tensor mul_384 = mul(x = add_47, y = add_47)[name = string("mul_384")]; tensor reduce_mean_82_axes_0 = const()[name = string("reduce_mean_82_axes_0"), val = tensor([-1])]; bool reduce_mean_82_keep_dims_0 = const()[name = string("reduce_mean_82_keep_dims_0"), val = bool(true)]; tensor reduce_mean_82 = reduce_mean(axes = reduce_mean_82_axes_0, keep_dims = reduce_mean_82_keep_dims_0, x = mul_384)[name = string("reduce_mean_82")]; fp32 rsqrt_82_epsilon_0 = const()[name = string("rsqrt_82_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_82 = rsqrt(epsilon = rsqrt_82_epsilon_0, x = reduce_mean_82)[name = string("rsqrt_82")]; tensor mul_385 = mul(x = add_47, y = rsqrt_82)[name = string("mul_385")]; tensor mul_386_y_0 = const()[name = string("mul_386_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5081344)))]; tensor mul_386 = mul(x = mul_385, y = mul_386_y_0)[name = string("mul_386")]; tensor mul_387 = mul(x = mul_386, y = mul_386)[name = string("mul_387")]; tensor reduce_mean_83_axes_0 = const()[name = string("reduce_mean_83_axes_0"), val = tensor([-1])]; bool reduce_mean_83_keep_dims_0 = const()[name = string("reduce_mean_83_keep_dims_0"), val = bool(true)]; tensor reduce_mean_83 = reduce_mean(axes = reduce_mean_83_axes_0, keep_dims = reduce_mean_83_keep_dims_0, x = mul_387)[name = string("reduce_mean_83")]; fp32 rsqrt_83_epsilon_0 = const()[name = string("rsqrt_83_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_83 = rsqrt(epsilon = rsqrt_83_epsilon_0, x = reduce_mean_83)[name = string("rsqrt_83")]; tensor mul_388 = mul(x = mul_386, y = rsqrt_83)[name = string("mul_388")]; tensor mul_389_y_0 = const()[name = string("mul_389_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082112)))]; tensor mul_389 = mul(x = mul_388, y = mul_389_y_0)[name = string("mul_389")]; tensor tern_8_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_q_weight_0_palettized")]; tensor tern_8_q = linear(bias = linear_0_bias_0, weight = tern_8_q_weight_0_palettized, x = mul_389)[name = string("tern_8_q")]; tensor mul_390_y_0 = const()[name = string("mul_390_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5113920)))]; tensor mul_390 = mul(x = tern_8_q, y = mul_390_y_0)[name = string("mul_390")]; tensor reshape_66_shape_0 = const()[name = string("reshape_66_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_66 = reshape(shape = reshape_66_shape_0, x = mul_390)[name = string("reshape_66")]; tensor transpose_32_perm_0 = const()[name = string("transpose_32_perm_0"), val = tensor([1, 0, 2])]; tensor mul_393_y_0 = const()[name = string("mul_393_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5114688)))]; tensor mul_393 = mul(x = mul_388, y = mul_393_y_0)[name = string("mul_393")]; tensor tern_8_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5115456))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_k_weight_0_palettized")]; tensor tern_8_k_bias_0 = const()[name = string("tern_8_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_k = linear(bias = tern_8_k_bias_0, weight = tern_8_k_weight_0_palettized, x = mul_393)[name = string("tern_8_k")]; tensor mul_394_y_0 = const()[name = string("mul_394_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123264)))]; tensor mul_394 = mul(x = tern_8_k, y = mul_394_y_0)[name = string("mul_394")]; tensor reshape_67_shape_0 = const()[name = string("reshape_67_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_67 = reshape(shape = reshape_67_shape_0, x = mul_394)[name = string("reshape_67")]; tensor transpose_33_perm_0 = const()[name = string("transpose_33_perm_0"), val = tensor([1, 0, 2])]; tensor mul_397_y_0 = const()[name = string("mul_397_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123520)))]; tensor mul_397 = mul(x = mul_388, y = mul_397_y_0)[name = string("mul_397")]; tensor tern_8_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5124288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_v_weight_0_palettized")]; tensor tern_8_v_bias_0 = const()[name = string("tern_8_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_v = linear(bias = tern_8_v_bias_0, weight = tern_8_v_weight_0_palettized, x = mul_397)[name = string("tern_8_v")]; tensor mul_398_y_0 = const()[name = string("mul_398_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132096)))]; tensor mul_398 = mul(x = tern_8_v, y = mul_398_y_0)[name = string("mul_398")]; tensor reshape_68_shape_0 = const()[name = string("reshape_68_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_68 = reshape(shape = reshape_68_shape_0, x = mul_398)[name = string("reshape_68")]; tensor transpose_34_perm_0 = const()[name = string("transpose_34_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_32 = transpose(perm = transpose_32_perm_0, x = reshape_66)[name = string("transpose_31")]; tensor mul_399 = mul(x = transpose_32, y = transpose_32)[name = string("mul_399")]; tensor reduce_mean_86_axes_0 = const()[name = string("reduce_mean_86_axes_0"), val = tensor([-1])]; bool reduce_mean_86_keep_dims_0 = const()[name = string("reduce_mean_86_keep_dims_0"), val = bool(true)]; tensor reduce_mean_86 = reduce_mean(axes = reduce_mean_86_axes_0, keep_dims = reduce_mean_86_keep_dims_0, x = mul_399)[name = string("reduce_mean_86")]; fp32 rsqrt_86_epsilon_0 = const()[name = string("rsqrt_86_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_86 = rsqrt(epsilon = rsqrt_86_epsilon_0, x = reduce_mean_86)[name = string("rsqrt_86")]; tensor mul_400 = mul(x = transpose_32, y = rsqrt_86)[name = string("mul_400")]; tensor mul_401_y_0 = const()[name = string("mul_401_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132352)))]; tensor mul_401 = mul(x = mul_400, y = mul_401_y_0)[name = string("mul_401")]; tensor slice_by_index_32_begin_0 = const()[name = string("slice_by_index_32_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_32_end_0 = const()[name = string("slice_by_index_32_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_32_end_mask_0 = const()[name = string("slice_by_index_32_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_32 = slice_by_index(begin = slice_by_index_32_begin_0, end = slice_by_index_32_end_0, end_mask = slice_by_index_32_end_mask_0, x = mul_401)[name = string("slice_by_index_32")]; tensor slice_by_index_33_begin_0 = const()[name = string("slice_by_index_33_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_33_end_0 = const()[name = string("slice_by_index_33_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_33_end_mask_0 = const()[name = string("slice_by_index_33_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_33 = slice_by_index(begin = slice_by_index_33_begin_0, end = slice_by_index_33_end_0, end_mask = slice_by_index_33_end_mask_0, x = mul_401)[name = string("slice_by_index_33")]; int32 concat_16_axis_0 = const()[name = string("concat_16_axis_0"), val = int32(-1)]; bool concat_16_interleave_0 = const()[name = string("concat_16_interleave_0"), val = bool(false)]; tensor concat_16 = concat(axis = concat_16_axis_0, interleave = concat_16_interleave_0, values = (slice_by_index_33, slice_by_index_32))[name = string("concat_16")]; tensor mul_402_y_0 = const()[name = string("mul_402_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_402 = mul(x = concat_16, y = mul_402_y_0)[name = string("mul_402")]; tensor mul_403 = mul(x = mul_401, y = mul_11_y_0)[name = string("mul_403")]; tensor mul_404 = mul(x = mul_402, y = mul_12_y_0)[name = string("mul_404")]; tensor add_48 = add(x = mul_403, y = mul_404)[name = string("add_48")]; tensor transpose_33 = transpose(perm = transpose_33_perm_0, x = reshape_67)[name = string("transpose_30")]; tensor mul_405 = mul(x = transpose_33, y = transpose_33)[name = string("mul_405")]; tensor reduce_mean_87_axes_0 = const()[name = string("reduce_mean_87_axes_0"), val = tensor([-1])]; bool reduce_mean_87_keep_dims_0 = const()[name = string("reduce_mean_87_keep_dims_0"), val = bool(true)]; tensor reduce_mean_87 = reduce_mean(axes = reduce_mean_87_axes_0, keep_dims = reduce_mean_87_keep_dims_0, x = mul_405)[name = string("reduce_mean_87")]; fp32 rsqrt_87_epsilon_0 = const()[name = string("rsqrt_87_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_87 = rsqrt(epsilon = rsqrt_87_epsilon_0, x = reduce_mean_87)[name = string("rsqrt_87")]; tensor mul_406 = mul(x = transpose_33, y = rsqrt_87)[name = string("mul_406")]; tensor mul_407_y_0 = const()[name = string("mul_407_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132544)))]; tensor mul_407 = mul(x = mul_406, y = mul_407_y_0)[name = string("mul_407")]; tensor slice_by_index_34_begin_0 = const()[name = string("slice_by_index_34_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_34_end_0 = const()[name = string("slice_by_index_34_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_34_end_mask_0 = const()[name = string("slice_by_index_34_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_34 = slice_by_index(begin = slice_by_index_34_begin_0, end = slice_by_index_34_end_0, end_mask = slice_by_index_34_end_mask_0, x = mul_407)[name = string("slice_by_index_34")]; tensor slice_by_index_35_begin_0 = const()[name = string("slice_by_index_35_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_35_end_0 = const()[name = string("slice_by_index_35_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_35_end_mask_0 = const()[name = string("slice_by_index_35_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_35 = slice_by_index(begin = slice_by_index_35_begin_0, end = slice_by_index_35_end_0, end_mask = slice_by_index_35_end_mask_0, x = mul_407)[name = string("slice_by_index_35")]; int32 concat_17_axis_0 = const()[name = string("concat_17_axis_0"), val = int32(-1)]; bool concat_17_interleave_0 = const()[name = string("concat_17_interleave_0"), val = bool(false)]; tensor concat_17 = concat(axis = concat_17_axis_0, interleave = concat_17_interleave_0, values = (slice_by_index_35, slice_by_index_34))[name = string("concat_17")]; tensor mul_408_y_0 = const()[name = string("mul_408_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_408 = mul(x = concat_17, y = mul_408_y_0)[name = string("mul_408")]; tensor mul_409 = mul(x = mul_407, y = mul_11_y_0)[name = string("mul_409")]; tensor mul_410 = mul(x = mul_408, y = mul_12_y_0)[name = string("mul_410")]; tensor add_49 = add(x = mul_409, y = mul_410)[name = string("add_49")]; tensor reshape_69_shape_0 = const()[name = string("reshape_69_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_69 = reshape(shape = reshape_69_shape_0, x = add_49)[name = string("reshape_69")]; tensor tile_16_reps_0 = const()[name = string("tile_16_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_16 = tile(reps = tile_16_reps_0, x = reshape_69)[name = string("tile_16")]; tensor reshape_70_shape_0 = const()[name = string("reshape_70_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_70 = reshape(shape = reshape_70_shape_0, x = tile_16)[name = string("reshape_70")]; tensor reshape_71_shape_0 = const()[name = string("reshape_71_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_34 = transpose(perm = transpose_34_perm_0, x = reshape_68)[name = string("transpose_29")]; tensor reshape_71 = reshape(shape = reshape_71_shape_0, x = transpose_34)[name = string("reshape_71")]; tensor tile_17_reps_0 = const()[name = string("tile_17_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_17 = tile(reps = tile_17_reps_0, x = reshape_71)[name = string("tile_17")]; tensor reshape_72_shape_0 = const()[name = string("reshape_72_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_72 = reshape(shape = reshape_72_shape_0, x = tile_17)[name = string("reshape_72")]; fp16 mul_411_y_0 = const()[name = string("mul_411_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_411 = mul(x = add_48, y = mul_411_y_0)[name = string("mul_411")]; bool matmul_16_transpose_y_0 = const()[name = string("matmul_16_transpose_y_0"), val = bool(true)]; bool matmul_16_transpose_x_0 = const()[name = string("matmul_16_transpose_x_0"), val = bool(false)]; tensor matmul_16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = mul_411, y = reshape_70)[name = string("matmul_16")]; tensor add_50 = add(x = matmul_16, y = reshape_1)[name = string("add_50")]; int32 softmax_8_axis_0 = const()[name = string("softmax_8_axis_0"), val = int32(-1)]; tensor softmax_8 = softmax(axis = softmax_8_axis_0, x = add_50)[name = string("softmax_8")]; bool matmul_17_transpose_x_0 = const()[name = string("matmul_17_transpose_x_0"), val = bool(false)]; bool matmul_17_transpose_y_0 = const()[name = string("matmul_17_transpose_y_0"), val = bool(false)]; tensor matmul_17 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = softmax_8, y = reshape_72)[name = string("matmul_17")]; tensor transpose_35_perm_0 = const()[name = string("transpose_35_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_73_shape_0 = const()[name = string("reshape_73_shape_0"), val = tensor([256, 352])]; tensor transpose_35 = transpose(perm = transpose_35_perm_0, x = matmul_17)[name = string("transpose_28")]; tensor reshape_73 = reshape(shape = reshape_73_shape_0, x = transpose_35)[name = string("reshape_73")]; tensor mul_412 = mul(x = reshape_73, y = reshape_73)[name = string("mul_412")]; tensor reduce_mean_88_axes_0 = const()[name = string("reduce_mean_88_axes_0"), val = tensor([-1])]; bool reduce_mean_88_keep_dims_0 = const()[name = string("reduce_mean_88_keep_dims_0"), val = bool(true)]; tensor reduce_mean_88 = reduce_mean(axes = reduce_mean_88_axes_0, keep_dims = reduce_mean_88_keep_dims_0, x = mul_412)[name = string("reduce_mean_88")]; fp32 rsqrt_88_epsilon_0 = const()[name = string("rsqrt_88_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_88 = rsqrt(epsilon = rsqrt_88_epsilon_0, x = reduce_mean_88)[name = string("rsqrt_88")]; tensor mul_413 = mul(x = reshape_73, y = rsqrt_88)[name = string("mul_413")]; tensor mul_414_y_0 = const()[name = string("mul_414_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132736)))]; tensor mul_414 = mul(x = mul_413, y = mul_414_y_0)[name = string("mul_414")]; tensor tern_8_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5133504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_o_weight_0_palettized")]; tensor tern_8_o = linear(bias = linear_0_bias_0, weight = tern_8_o_weight_0_palettized, x = mul_414)[name = string("tern_8_o")]; tensor mul_415_y_0 = const()[name = string("mul_415_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5164544)))]; tensor mul_415 = mul(x = tern_8_o, y = mul_415_y_0)[name = string("mul_415")]; tensor add_51 = add(x = add_47, y = mul_415)[name = string("add_51")]; tensor mul_416 = mul(x = add_51, y = add_51)[name = string("mul_416")]; tensor reduce_mean_89_axes_0 = const()[name = string("reduce_mean_89_axes_0"), val = tensor([-1])]; bool reduce_mean_89_keep_dims_0 = const()[name = string("reduce_mean_89_keep_dims_0"), val = bool(true)]; tensor reduce_mean_89 = reduce_mean(axes = reduce_mean_89_axes_0, keep_dims = reduce_mean_89_keep_dims_0, x = mul_416)[name = string("reduce_mean_89")]; fp32 rsqrt_89_epsilon_0 = const()[name = string("rsqrt_89_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_89 = rsqrt(epsilon = rsqrt_89_epsilon_0, x = reduce_mean_89)[name = string("rsqrt_89")]; tensor mul_417 = mul(x = add_51, y = rsqrt_89)[name = string("mul_417")]; tensor mul_418_y_0 = const()[name = string("mul_418_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5165312)))]; tensor mul_418 = mul(x = mul_417, y = mul_418_y_0)[name = string("mul_418")]; tensor mul_419 = mul(x = mul_418, y = mul_418)[name = string("mul_419")]; tensor reduce_mean_90_axes_0 = const()[name = string("reduce_mean_90_axes_0"), val = tensor([-1])]; bool reduce_mean_90_keep_dims_0 = const()[name = string("reduce_mean_90_keep_dims_0"), val = bool(true)]; tensor reduce_mean_90 = reduce_mean(axes = reduce_mean_90_axes_0, keep_dims = reduce_mean_90_keep_dims_0, x = mul_419)[name = string("reduce_mean_90")]; fp32 rsqrt_90_epsilon_0 = const()[name = string("rsqrt_90_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_90 = rsqrt(epsilon = rsqrt_90_epsilon_0, x = reduce_mean_90)[name = string("rsqrt_90")]; tensor mul_420 = mul(x = mul_418, y = rsqrt_90)[name = string("mul_420")]; tensor mul_421_y_0 = const()[name = string("mul_421_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166080)))]; tensor mul_421 = mul(x = mul_420, y = mul_421_y_0)[name = string("mul_421")]; tensor tern_8_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166848))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w1_weight_0_palettized")]; tensor tern_8_w1 = linear(bias = linear_4_bias_0, weight = tern_8_w1_weight_0_palettized, x = mul_421)[name = string("tern_8_w1")]; tensor mul_422_y_0 = const()[name = string("mul_422_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5251392)))]; tensor mul_422 = mul(x = tern_8_w1, y = mul_422_y_0)[name = string("mul_422")]; tensor mul_425_y_0 = const()[name = string("mul_425_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5253376)))]; tensor mul_425 = mul(x = mul_420, y = mul_425_y_0)[name = string("mul_425")]; tensor tern_8_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5254144))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w3_weight_0_palettized")]; tensor tern_8_w3 = linear(bias = linear_4_bias_0, weight = tern_8_w3_weight_0_palettized, x = mul_425)[name = string("tern_8_w3")]; tensor mul_426_y_0 = const()[name = string("mul_426_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5338688)))]; tensor mul_426 = mul(x = tern_8_w3, y = mul_426_y_0)[name = string("mul_426")]; fp16 mul_427_y_0 = const()[name = string("mul_427_y_0"), val = fp16(0x1p-1)]; tensor mul_427 = mul(x = mul_422, y = mul_427_y_0)[name = string("mul_427")]; tensor tanh_8 = tanh(x = mul_427)[name = string("tanh_8")]; fp16 mul_428_x_0 = const()[name = string("mul_428_x_0"), val = fp16(0x1p-1)]; tensor mul_428 = mul(x = mul_428_x_0, y = tanh_8)[name = string("mul_428")]; fp16 add_52_x_0 = const()[name = string("add_52_x_0"), val = fp16(0x1p-1)]; tensor add_52 = add(x = add_52_x_0, y = mul_428)[name = string("add_52")]; tensor mul_429 = mul(x = mul_422, y = add_52)[name = string("mul_429")]; tensor mul_430 = mul(x = mul_429, y = mul_426)[name = string("mul_430")]; tensor mul_431 = mul(x = mul_430, y = mul_430)[name = string("mul_431")]; tensor reduce_mean_92_axes_0 = const()[name = string("reduce_mean_92_axes_0"), val = tensor([-1])]; bool reduce_mean_92_keep_dims_0 = const()[name = string("reduce_mean_92_keep_dims_0"), val = bool(true)]; tensor reduce_mean_92 = reduce_mean(axes = reduce_mean_92_axes_0, keep_dims = reduce_mean_92_keep_dims_0, x = mul_431)[name = string("reduce_mean_92")]; fp32 rsqrt_92_epsilon_0 = const()[name = string("rsqrt_92_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_92 = rsqrt(epsilon = rsqrt_92_epsilon_0, x = reduce_mean_92)[name = string("rsqrt_92")]; tensor mul_432 = mul(x = mul_430, y = rsqrt_92)[name = string("mul_432")]; tensor mul_433_y_0 = const()[name = string("mul_433_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5340672)))]; tensor mul_433 = mul(x = mul_432, y = mul_433_y_0)[name = string("mul_433")]; tensor tern_8_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5342656))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w2_weight_0_palettized")]; tensor tern_8_w2 = linear(bias = linear_0_bias_0, weight = tern_8_w2_weight_0_palettized, x = mul_433)[name = string("tern_8_w2")]; tensor mul_434_y_0 = const()[name = string("mul_434_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427200)))]; tensor mul_434 = mul(x = tern_8_w2, y = mul_434_y_0)[name = string("mul_434")]; tensor add_53 = add(x = add_51, y = mul_434)[name = string("add_53")]; tensor mul_435 = mul(x = add_53, y = add_53)[name = string("mul_435")]; tensor reduce_mean_93_axes_0 = const()[name = string("reduce_mean_93_axes_0"), val = tensor([-1])]; bool reduce_mean_93_keep_dims_0 = const()[name = string("reduce_mean_93_keep_dims_0"), val = bool(true)]; tensor reduce_mean_93 = reduce_mean(axes = reduce_mean_93_axes_0, keep_dims = reduce_mean_93_keep_dims_0, x = mul_435)[name = string("reduce_mean_93")]; fp32 rsqrt_93_epsilon_0 = const()[name = string("rsqrt_93_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_93 = rsqrt(epsilon = rsqrt_93_epsilon_0, x = reduce_mean_93)[name = string("rsqrt_93")]; tensor mul_436 = mul(x = add_53, y = rsqrt_93)[name = string("mul_436")]; tensor mul_437_y_0 = const()[name = string("mul_437_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427968)))]; tensor mul_437 = mul(x = mul_436, y = mul_437_y_0)[name = string("mul_437")]; tensor mul_438 = mul(x = mul_437, y = mul_437)[name = string("mul_438")]; tensor reduce_mean_94_axes_0 = const()[name = string("reduce_mean_94_axes_0"), val = tensor([-1])]; bool reduce_mean_94_keep_dims_0 = const()[name = string("reduce_mean_94_keep_dims_0"), val = bool(true)]; tensor reduce_mean_94 = reduce_mean(axes = reduce_mean_94_axes_0, keep_dims = reduce_mean_94_keep_dims_0, x = mul_438)[name = string("reduce_mean_94")]; fp32 rsqrt_94_epsilon_0 = const()[name = string("rsqrt_94_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_94 = rsqrt(epsilon = rsqrt_94_epsilon_0, x = reduce_mean_94)[name = string("rsqrt_94")]; tensor mul_439 = mul(x = mul_437, y = rsqrt_94)[name = string("mul_439")]; tensor mul_440_y_0 = const()[name = string("mul_440_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5428736)))]; tensor mul_440 = mul(x = mul_439, y = mul_440_y_0)[name = string("mul_440")]; tensor tern_9_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5429504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_q_weight_0_palettized")]; tensor tern_9_q = linear(bias = linear_0_bias_0, weight = tern_9_q_weight_0_palettized, x = mul_440)[name = string("tern_9_q")]; tensor mul_441_y_0 = const()[name = string("mul_441_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5460544)))]; tensor mul_441 = mul(x = tern_9_q, y = mul_441_y_0)[name = string("mul_441")]; tensor reshape_74_shape_0 = const()[name = string("reshape_74_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_74 = reshape(shape = reshape_74_shape_0, x = mul_441)[name = string("reshape_74")]; tensor transpose_36_perm_0 = const()[name = string("transpose_36_perm_0"), val = tensor([1, 0, 2])]; tensor mul_444_y_0 = const()[name = string("mul_444_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5461312)))]; tensor mul_444 = mul(x = mul_439, y = mul_444_y_0)[name = string("mul_444")]; tensor tern_9_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5462080))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_k_weight_0_palettized")]; tensor tern_9_k_bias_0 = const()[name = string("tern_9_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_k = linear(bias = tern_9_k_bias_0, weight = tern_9_k_weight_0_palettized, x = mul_444)[name = string("tern_9_k")]; tensor mul_445_y_0 = const()[name = string("mul_445_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5469888)))]; tensor mul_445 = mul(x = tern_9_k, y = mul_445_y_0)[name = string("mul_445")]; tensor reshape_75_shape_0 = const()[name = string("reshape_75_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_75 = reshape(shape = reshape_75_shape_0, x = mul_445)[name = string("reshape_75")]; tensor transpose_37_perm_0 = const()[name = string("transpose_37_perm_0"), val = tensor([1, 0, 2])]; tensor mul_448_y_0 = const()[name = string("mul_448_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470144)))]; tensor mul_448 = mul(x = mul_439, y = mul_448_y_0)[name = string("mul_448")]; tensor tern_9_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_v_weight_0_palettized")]; tensor tern_9_v_bias_0 = const()[name = string("tern_9_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_v = linear(bias = tern_9_v_bias_0, weight = tern_9_v_weight_0_palettized, x = mul_448)[name = string("tern_9_v")]; tensor mul_449_y_0 = const()[name = string("mul_449_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478720)))]; tensor mul_449 = mul(x = tern_9_v, y = mul_449_y_0)[name = string("mul_449")]; tensor reshape_76_shape_0 = const()[name = string("reshape_76_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_76 = reshape(shape = reshape_76_shape_0, x = mul_449)[name = string("reshape_76")]; tensor transpose_38_perm_0 = const()[name = string("transpose_38_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_36 = transpose(perm = transpose_36_perm_0, x = reshape_74)[name = string("transpose_27")]; tensor mul_450 = mul(x = transpose_36, y = transpose_36)[name = string("mul_450")]; tensor reduce_mean_97_axes_0 = const()[name = string("reduce_mean_97_axes_0"), val = tensor([-1])]; bool reduce_mean_97_keep_dims_0 = const()[name = string("reduce_mean_97_keep_dims_0"), val = bool(true)]; tensor reduce_mean_97 = reduce_mean(axes = reduce_mean_97_axes_0, keep_dims = reduce_mean_97_keep_dims_0, x = mul_450)[name = string("reduce_mean_97")]; fp32 rsqrt_97_epsilon_0 = const()[name = string("rsqrt_97_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_97 = rsqrt(epsilon = rsqrt_97_epsilon_0, x = reduce_mean_97)[name = string("rsqrt_97")]; tensor mul_451 = mul(x = transpose_36, y = rsqrt_97)[name = string("mul_451")]; tensor mul_452_y_0 = const()[name = string("mul_452_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478976)))]; tensor mul_452 = mul(x = mul_451, y = mul_452_y_0)[name = string("mul_452")]; tensor slice_by_index_36_begin_0 = const()[name = string("slice_by_index_36_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_36_end_0 = const()[name = string("slice_by_index_36_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_36_end_mask_0 = const()[name = string("slice_by_index_36_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_36 = slice_by_index(begin = slice_by_index_36_begin_0, end = slice_by_index_36_end_0, end_mask = slice_by_index_36_end_mask_0, x = mul_452)[name = string("slice_by_index_36")]; tensor slice_by_index_37_begin_0 = const()[name = string("slice_by_index_37_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_37_end_0 = const()[name = string("slice_by_index_37_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_37_end_mask_0 = const()[name = string("slice_by_index_37_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_37 = slice_by_index(begin = slice_by_index_37_begin_0, end = slice_by_index_37_end_0, end_mask = slice_by_index_37_end_mask_0, x = mul_452)[name = string("slice_by_index_37")]; int32 concat_18_axis_0 = const()[name = string("concat_18_axis_0"), val = int32(-1)]; bool concat_18_interleave_0 = const()[name = string("concat_18_interleave_0"), val = bool(false)]; tensor concat_18 = concat(axis = concat_18_axis_0, interleave = concat_18_interleave_0, values = (slice_by_index_37, slice_by_index_36))[name = string("concat_18")]; tensor mul_453_y_0 = const()[name = string("mul_453_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_453 = mul(x = concat_18, y = mul_453_y_0)[name = string("mul_453")]; tensor mul_454 = mul(x = mul_452, y = mul_11_y_0)[name = string("mul_454")]; tensor mul_455 = mul(x = mul_453, y = mul_12_y_0)[name = string("mul_455")]; tensor add_54 = add(x = mul_454, y = mul_455)[name = string("add_54")]; tensor transpose_37 = transpose(perm = transpose_37_perm_0, x = reshape_75)[name = string("transpose_26")]; tensor mul_456 = mul(x = transpose_37, y = transpose_37)[name = string("mul_456")]; tensor reduce_mean_98_axes_0 = const()[name = string("reduce_mean_98_axes_0"), val = tensor([-1])]; bool reduce_mean_98_keep_dims_0 = const()[name = string("reduce_mean_98_keep_dims_0"), val = bool(true)]; tensor reduce_mean_98 = reduce_mean(axes = reduce_mean_98_axes_0, keep_dims = reduce_mean_98_keep_dims_0, x = mul_456)[name = string("reduce_mean_98")]; fp32 rsqrt_98_epsilon_0 = const()[name = string("rsqrt_98_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_98 = rsqrt(epsilon = rsqrt_98_epsilon_0, x = reduce_mean_98)[name = string("rsqrt_98")]; tensor mul_457 = mul(x = transpose_37, y = rsqrt_98)[name = string("mul_457")]; tensor mul_458_y_0 = const()[name = string("mul_458_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479168)))]; tensor mul_458 = mul(x = mul_457, y = mul_458_y_0)[name = string("mul_458")]; tensor slice_by_index_38_begin_0 = const()[name = string("slice_by_index_38_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_38_end_0 = const()[name = string("slice_by_index_38_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_38_end_mask_0 = const()[name = string("slice_by_index_38_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_38 = slice_by_index(begin = slice_by_index_38_begin_0, end = slice_by_index_38_end_0, end_mask = slice_by_index_38_end_mask_0, x = mul_458)[name = string("slice_by_index_38")]; tensor slice_by_index_39_begin_0 = const()[name = string("slice_by_index_39_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_39_end_0 = const()[name = string("slice_by_index_39_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_39_end_mask_0 = const()[name = string("slice_by_index_39_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_39 = slice_by_index(begin = slice_by_index_39_begin_0, end = slice_by_index_39_end_0, end_mask = slice_by_index_39_end_mask_0, x = mul_458)[name = string("slice_by_index_39")]; int32 concat_19_axis_0 = const()[name = string("concat_19_axis_0"), val = int32(-1)]; bool concat_19_interleave_0 = const()[name = string("concat_19_interleave_0"), val = bool(false)]; tensor concat_19 = concat(axis = concat_19_axis_0, interleave = concat_19_interleave_0, values = (slice_by_index_39, slice_by_index_38))[name = string("concat_19")]; tensor mul_459_y_0 = const()[name = string("mul_459_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_459 = mul(x = concat_19, y = mul_459_y_0)[name = string("mul_459")]; tensor mul_460 = mul(x = mul_458, y = mul_11_y_0)[name = string("mul_460")]; tensor mul_461 = mul(x = mul_459, y = mul_12_y_0)[name = string("mul_461")]; tensor add_55 = add(x = mul_460, y = mul_461)[name = string("add_55")]; tensor reshape_77_shape_0 = const()[name = string("reshape_77_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_77 = reshape(shape = reshape_77_shape_0, x = add_55)[name = string("reshape_77")]; tensor tile_18_reps_0 = const()[name = string("tile_18_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_18 = tile(reps = tile_18_reps_0, x = reshape_77)[name = string("tile_18")]; tensor reshape_78_shape_0 = const()[name = string("reshape_78_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_78 = reshape(shape = reshape_78_shape_0, x = tile_18)[name = string("reshape_78")]; tensor reshape_79_shape_0 = const()[name = string("reshape_79_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_38 = transpose(perm = transpose_38_perm_0, x = reshape_76)[name = string("transpose_25")]; tensor reshape_79 = reshape(shape = reshape_79_shape_0, x = transpose_38)[name = string("reshape_79")]; tensor tile_19_reps_0 = const()[name = string("tile_19_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_19 = tile(reps = tile_19_reps_0, x = reshape_79)[name = string("tile_19")]; tensor reshape_80_shape_0 = const()[name = string("reshape_80_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_80 = reshape(shape = reshape_80_shape_0, x = tile_19)[name = string("reshape_80")]; fp16 mul_462_y_0 = const()[name = string("mul_462_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_462 = mul(x = add_54, y = mul_462_y_0)[name = string("mul_462")]; bool matmul_18_transpose_y_0 = const()[name = string("matmul_18_transpose_y_0"), val = bool(true)]; bool matmul_18_transpose_x_0 = const()[name = string("matmul_18_transpose_x_0"), val = bool(false)]; tensor matmul_18 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = mul_462, y = reshape_78)[name = string("matmul_18")]; tensor add_56 = add(x = matmul_18, y = reshape_1)[name = string("add_56")]; int32 softmax_9_axis_0 = const()[name = string("softmax_9_axis_0"), val = int32(-1)]; tensor softmax_9 = softmax(axis = softmax_9_axis_0, x = add_56)[name = string("softmax_9")]; bool matmul_19_transpose_x_0 = const()[name = string("matmul_19_transpose_x_0"), val = bool(false)]; bool matmul_19_transpose_y_0 = const()[name = string("matmul_19_transpose_y_0"), val = bool(false)]; tensor matmul_19 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = softmax_9, y = reshape_80)[name = string("matmul_19")]; tensor transpose_39_perm_0 = const()[name = string("transpose_39_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_81_shape_0 = const()[name = string("reshape_81_shape_0"), val = tensor([256, 352])]; tensor transpose_39 = transpose(perm = transpose_39_perm_0, x = matmul_19)[name = string("transpose_24")]; tensor reshape_81 = reshape(shape = reshape_81_shape_0, x = transpose_39)[name = string("reshape_81")]; tensor mul_463 = mul(x = reshape_81, y = reshape_81)[name = string("mul_463")]; tensor reduce_mean_99_axes_0 = const()[name = string("reduce_mean_99_axes_0"), val = tensor([-1])]; bool reduce_mean_99_keep_dims_0 = const()[name = string("reduce_mean_99_keep_dims_0"), val = bool(true)]; tensor reduce_mean_99 = reduce_mean(axes = reduce_mean_99_axes_0, keep_dims = reduce_mean_99_keep_dims_0, x = mul_463)[name = string("reduce_mean_99")]; fp32 rsqrt_99_epsilon_0 = const()[name = string("rsqrt_99_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_99 = rsqrt(epsilon = rsqrt_99_epsilon_0, x = reduce_mean_99)[name = string("rsqrt_99")]; tensor mul_464 = mul(x = reshape_81, y = rsqrt_99)[name = string("mul_464")]; tensor mul_465_y_0 = const()[name = string("mul_465_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479360)))]; tensor mul_465 = mul(x = mul_464, y = mul_465_y_0)[name = string("mul_465")]; tensor tern_9_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5480128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_o_weight_0_palettized")]; tensor tern_9_o = linear(bias = linear_0_bias_0, weight = tern_9_o_weight_0_palettized, x = mul_465)[name = string("tern_9_o")]; tensor mul_466_y_0 = const()[name = string("mul_466_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511168)))]; tensor mul_466 = mul(x = tern_9_o, y = mul_466_y_0)[name = string("mul_466")]; tensor add_57 = add(x = add_53, y = mul_466)[name = string("add_57")]; tensor mul_467 = mul(x = add_57, y = add_57)[name = string("mul_467")]; tensor reduce_mean_100_axes_0 = const()[name = string("reduce_mean_100_axes_0"), val = tensor([-1])]; bool reduce_mean_100_keep_dims_0 = const()[name = string("reduce_mean_100_keep_dims_0"), val = bool(true)]; tensor reduce_mean_100 = reduce_mean(axes = reduce_mean_100_axes_0, keep_dims = reduce_mean_100_keep_dims_0, x = mul_467)[name = string("reduce_mean_100")]; fp32 rsqrt_100_epsilon_0 = const()[name = string("rsqrt_100_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_100 = rsqrt(epsilon = rsqrt_100_epsilon_0, x = reduce_mean_100)[name = string("rsqrt_100")]; tensor mul_468 = mul(x = add_57, y = rsqrt_100)[name = string("mul_468")]; tensor mul_469_y_0 = const()[name = string("mul_469_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511936)))]; tensor mul_469 = mul(x = mul_468, y = mul_469_y_0)[name = string("mul_469")]; tensor mul_470 = mul(x = mul_469, y = mul_469)[name = string("mul_470")]; tensor reduce_mean_101_axes_0 = const()[name = string("reduce_mean_101_axes_0"), val = tensor([-1])]; bool reduce_mean_101_keep_dims_0 = const()[name = string("reduce_mean_101_keep_dims_0"), val = bool(true)]; tensor reduce_mean_101 = reduce_mean(axes = reduce_mean_101_axes_0, keep_dims = reduce_mean_101_keep_dims_0, x = mul_470)[name = string("reduce_mean_101")]; fp32 rsqrt_101_epsilon_0 = const()[name = string("rsqrt_101_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_101 = rsqrt(epsilon = rsqrt_101_epsilon_0, x = reduce_mean_101)[name = string("rsqrt_101")]; tensor mul_471 = mul(x = mul_469, y = rsqrt_101)[name = string("mul_471")]; tensor mul_472_y_0 = const()[name = string("mul_472_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5512704)))]; tensor mul_472 = mul(x = mul_471, y = mul_472_y_0)[name = string("mul_472")]; tensor tern_9_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5513472))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w1_weight_0_palettized")]; tensor tern_9_w1 = linear(bias = linear_4_bias_0, weight = tern_9_w1_weight_0_palettized, x = mul_472)[name = string("tern_9_w1")]; tensor mul_473_y_0 = const()[name = string("mul_473_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5598016)))]; tensor mul_473 = mul(x = tern_9_w1, y = mul_473_y_0)[name = string("mul_473")]; tensor mul_476_y_0 = const()[name = string("mul_476_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600000)))]; tensor mul_476 = mul(x = mul_471, y = mul_476_y_0)[name = string("mul_476")]; tensor tern_9_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600768))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w3_weight_0_palettized")]; tensor tern_9_w3 = linear(bias = linear_4_bias_0, weight = tern_9_w3_weight_0_palettized, x = mul_476)[name = string("tern_9_w3")]; tensor mul_477_y_0 = const()[name = string("mul_477_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5685312)))]; tensor mul_477 = mul(x = tern_9_w3, y = mul_477_y_0)[name = string("mul_477")]; fp16 mul_478_y_0 = const()[name = string("mul_478_y_0"), val = fp16(0x1p-1)]; tensor mul_478 = mul(x = mul_473, y = mul_478_y_0)[name = string("mul_478")]; tensor tanh_9 = tanh(x = mul_478)[name = string("tanh_9")]; fp16 mul_479_x_0 = const()[name = string("mul_479_x_0"), val = fp16(0x1p-1)]; tensor mul_479 = mul(x = mul_479_x_0, y = tanh_9)[name = string("mul_479")]; fp16 add_58_x_0 = const()[name = string("add_58_x_0"), val = fp16(0x1p-1)]; tensor add_58 = add(x = add_58_x_0, y = mul_479)[name = string("add_58")]; tensor mul_480 = mul(x = mul_473, y = add_58)[name = string("mul_480")]; tensor mul_481 = mul(x = mul_480, y = mul_477)[name = string("mul_481")]; tensor mul_482 = mul(x = mul_481, y = mul_481)[name = string("mul_482")]; tensor reduce_mean_103_axes_0 = const()[name = string("reduce_mean_103_axes_0"), val = tensor([-1])]; bool reduce_mean_103_keep_dims_0 = const()[name = string("reduce_mean_103_keep_dims_0"), val = bool(true)]; tensor reduce_mean_103 = reduce_mean(axes = reduce_mean_103_axes_0, keep_dims = reduce_mean_103_keep_dims_0, x = mul_482)[name = string("reduce_mean_103")]; fp32 rsqrt_103_epsilon_0 = const()[name = string("rsqrt_103_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_103 = rsqrt(epsilon = rsqrt_103_epsilon_0, x = reduce_mean_103)[name = string("rsqrt_103")]; tensor mul_483 = mul(x = mul_481, y = rsqrt_103)[name = string("mul_483")]; tensor mul_484_y_0 = const()[name = string("mul_484_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5687296)))]; tensor mul_484 = mul(x = mul_483, y = mul_484_y_0)[name = string("mul_484")]; tensor tern_9_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5689280))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w2_weight_0_palettized")]; tensor tern_9_w2 = linear(bias = linear_0_bias_0, weight = tern_9_w2_weight_0_palettized, x = mul_484)[name = string("tern_9_w2")]; tensor mul_485_y_0 = const()[name = string("mul_485_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5773824)))]; tensor mul_485 = mul(x = tern_9_w2, y = mul_485_y_0)[name = string("mul_485")]; tensor add_59 = add(x = add_57, y = mul_485)[name = string("add_59")]; tensor mul_486 = mul(x = add_59, y = add_59)[name = string("mul_486")]; tensor reduce_mean_104_axes_0 = const()[name = string("reduce_mean_104_axes_0"), val = tensor([-1])]; bool reduce_mean_104_keep_dims_0 = const()[name = string("reduce_mean_104_keep_dims_0"), val = bool(true)]; tensor reduce_mean_104 = reduce_mean(axes = reduce_mean_104_axes_0, keep_dims = reduce_mean_104_keep_dims_0, x = mul_486)[name = string("reduce_mean_104")]; fp32 rsqrt_104_epsilon_0 = const()[name = string("rsqrt_104_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_104 = rsqrt(epsilon = rsqrt_104_epsilon_0, x = reduce_mean_104)[name = string("rsqrt_104")]; tensor mul_487 = mul(x = add_59, y = rsqrt_104)[name = string("mul_487")]; tensor mul_488_y_0 = const()[name = string("mul_488_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5774592)))]; tensor mul_488 = mul(x = mul_487, y = mul_488_y_0)[name = string("mul_488")]; tensor mul_489 = mul(x = mul_488, y = mul_488)[name = string("mul_489")]; tensor reduce_mean_105_axes_0 = const()[name = string("reduce_mean_105_axes_0"), val = tensor([-1])]; bool reduce_mean_105_keep_dims_0 = const()[name = string("reduce_mean_105_keep_dims_0"), val = bool(true)]; tensor reduce_mean_105 = reduce_mean(axes = reduce_mean_105_axes_0, keep_dims = reduce_mean_105_keep_dims_0, x = mul_489)[name = string("reduce_mean_105")]; fp32 rsqrt_105_epsilon_0 = const()[name = string("rsqrt_105_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_105 = rsqrt(epsilon = rsqrt_105_epsilon_0, x = reduce_mean_105)[name = string("rsqrt_105")]; tensor mul_490 = mul(x = mul_488, y = rsqrt_105)[name = string("mul_490")]; tensor mul_491_y_0 = const()[name = string("mul_491_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5775360)))]; tensor mul_491 = mul(x = mul_490, y = mul_491_y_0)[name = string("mul_491")]; tensor tern_10_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5776128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_q_weight_0_palettized")]; tensor tern_10_q = linear(bias = linear_0_bias_0, weight = tern_10_q_weight_0_palettized, x = mul_491)[name = string("tern_10_q")]; tensor mul_492_y_0 = const()[name = string("mul_492_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807168)))]; tensor mul_492 = mul(x = tern_10_q, y = mul_492_y_0)[name = string("mul_492")]; tensor reshape_82_shape_0 = const()[name = string("reshape_82_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_82 = reshape(shape = reshape_82_shape_0, x = mul_492)[name = string("reshape_82")]; tensor transpose_40_perm_0 = const()[name = string("transpose_40_perm_0"), val = tensor([1, 0, 2])]; tensor mul_495_y_0 = const()[name = string("mul_495_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807936)))]; tensor mul_495 = mul(x = mul_490, y = mul_495_y_0)[name = string("mul_495")]; tensor tern_10_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5808704))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_k_weight_0_palettized")]; tensor tern_10_k_bias_0 = const()[name = string("tern_10_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_k = linear(bias = tern_10_k_bias_0, weight = tern_10_k_weight_0_palettized, x = mul_495)[name = string("tern_10_k")]; tensor mul_496_y_0 = const()[name = string("mul_496_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816512)))]; tensor mul_496 = mul(x = tern_10_k, y = mul_496_y_0)[name = string("mul_496")]; tensor reshape_83_shape_0 = const()[name = string("reshape_83_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_83 = reshape(shape = reshape_83_shape_0, x = mul_496)[name = string("reshape_83")]; tensor transpose_41_perm_0 = const()[name = string("transpose_41_perm_0"), val = tensor([1, 0, 2])]; tensor mul_499_y_0 = const()[name = string("mul_499_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816768)))]; tensor mul_499 = mul(x = mul_490, y = mul_499_y_0)[name = string("mul_499")]; tensor tern_10_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5817536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_v_weight_0_palettized")]; tensor tern_10_v_bias_0 = const()[name = string("tern_10_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_v = linear(bias = tern_10_v_bias_0, weight = tern_10_v_weight_0_palettized, x = mul_499)[name = string("tern_10_v")]; tensor mul_500_y_0 = const()[name = string("mul_500_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825344)))]; tensor mul_500 = mul(x = tern_10_v, y = mul_500_y_0)[name = string("mul_500")]; tensor reshape_84_shape_0 = const()[name = string("reshape_84_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_84 = reshape(shape = reshape_84_shape_0, x = mul_500)[name = string("reshape_84")]; tensor transpose_42_perm_0 = const()[name = string("transpose_42_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_40 = transpose(perm = transpose_40_perm_0, x = reshape_82)[name = string("transpose_23")]; tensor mul_501 = mul(x = transpose_40, y = transpose_40)[name = string("mul_501")]; tensor reduce_mean_108_axes_0 = const()[name = string("reduce_mean_108_axes_0"), val = tensor([-1])]; bool reduce_mean_108_keep_dims_0 = const()[name = string("reduce_mean_108_keep_dims_0"), val = bool(true)]; tensor reduce_mean_108 = reduce_mean(axes = reduce_mean_108_axes_0, keep_dims = reduce_mean_108_keep_dims_0, x = mul_501)[name = string("reduce_mean_108")]; fp32 rsqrt_108_epsilon_0 = const()[name = string("rsqrt_108_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_108 = rsqrt(epsilon = rsqrt_108_epsilon_0, x = reduce_mean_108)[name = string("rsqrt_108")]; tensor mul_502 = mul(x = transpose_40, y = rsqrt_108)[name = string("mul_502")]; tensor mul_503_y_0 = const()[name = string("mul_503_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825600)))]; tensor mul_503 = mul(x = mul_502, y = mul_503_y_0)[name = string("mul_503")]; tensor slice_by_index_40_begin_0 = const()[name = string("slice_by_index_40_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_40_end_0 = const()[name = string("slice_by_index_40_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_40_end_mask_0 = const()[name = string("slice_by_index_40_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_40 = slice_by_index(begin = slice_by_index_40_begin_0, end = slice_by_index_40_end_0, end_mask = slice_by_index_40_end_mask_0, x = mul_503)[name = string("slice_by_index_40")]; tensor slice_by_index_41_begin_0 = const()[name = string("slice_by_index_41_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_41_end_0 = const()[name = string("slice_by_index_41_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_41_end_mask_0 = const()[name = string("slice_by_index_41_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_41 = slice_by_index(begin = slice_by_index_41_begin_0, end = slice_by_index_41_end_0, end_mask = slice_by_index_41_end_mask_0, x = mul_503)[name = string("slice_by_index_41")]; int32 concat_20_axis_0 = const()[name = string("concat_20_axis_0"), val = int32(-1)]; bool concat_20_interleave_0 = const()[name = string("concat_20_interleave_0"), val = bool(false)]; tensor concat_20 = concat(axis = concat_20_axis_0, interleave = concat_20_interleave_0, values = (slice_by_index_41, slice_by_index_40))[name = string("concat_20")]; tensor mul_504_y_0 = const()[name = string("mul_504_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_504 = mul(x = concat_20, y = mul_504_y_0)[name = string("mul_504")]; tensor mul_505 = mul(x = mul_503, y = mul_11_y_0)[name = string("mul_505")]; tensor mul_506 = mul(x = mul_504, y = mul_12_y_0)[name = string("mul_506")]; tensor add_60 = add(x = mul_505, y = mul_506)[name = string("add_60")]; tensor transpose_41 = transpose(perm = transpose_41_perm_0, x = reshape_83)[name = string("transpose_22")]; tensor mul_507 = mul(x = transpose_41, y = transpose_41)[name = string("mul_507")]; tensor reduce_mean_109_axes_0 = const()[name = string("reduce_mean_109_axes_0"), val = tensor([-1])]; bool reduce_mean_109_keep_dims_0 = const()[name = string("reduce_mean_109_keep_dims_0"), val = bool(true)]; tensor reduce_mean_109 = reduce_mean(axes = reduce_mean_109_axes_0, keep_dims = reduce_mean_109_keep_dims_0, x = mul_507)[name = string("reduce_mean_109")]; fp32 rsqrt_109_epsilon_0 = const()[name = string("rsqrt_109_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_109 = rsqrt(epsilon = rsqrt_109_epsilon_0, x = reduce_mean_109)[name = string("rsqrt_109")]; tensor mul_508 = mul(x = transpose_41, y = rsqrt_109)[name = string("mul_508")]; tensor mul_509_y_0 = const()[name = string("mul_509_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825792)))]; tensor mul_509 = mul(x = mul_508, y = mul_509_y_0)[name = string("mul_509")]; tensor slice_by_index_42_begin_0 = const()[name = string("slice_by_index_42_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_42_end_0 = const()[name = string("slice_by_index_42_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_42_end_mask_0 = const()[name = string("slice_by_index_42_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_42 = slice_by_index(begin = slice_by_index_42_begin_0, end = slice_by_index_42_end_0, end_mask = slice_by_index_42_end_mask_0, x = mul_509)[name = string("slice_by_index_42")]; tensor slice_by_index_43_begin_0 = const()[name = string("slice_by_index_43_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_43_end_0 = const()[name = string("slice_by_index_43_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_43_end_mask_0 = const()[name = string("slice_by_index_43_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_43 = slice_by_index(begin = slice_by_index_43_begin_0, end = slice_by_index_43_end_0, end_mask = slice_by_index_43_end_mask_0, x = mul_509)[name = string("slice_by_index_43")]; int32 concat_21_axis_0 = const()[name = string("concat_21_axis_0"), val = int32(-1)]; bool concat_21_interleave_0 = const()[name = string("concat_21_interleave_0"), val = bool(false)]; tensor concat_21 = concat(axis = concat_21_axis_0, interleave = concat_21_interleave_0, values = (slice_by_index_43, slice_by_index_42))[name = string("concat_21")]; tensor mul_510_y_0 = const()[name = string("mul_510_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_510 = mul(x = concat_21, y = mul_510_y_0)[name = string("mul_510")]; tensor mul_511 = mul(x = mul_509, y = mul_11_y_0)[name = string("mul_511")]; tensor mul_512 = mul(x = mul_510, y = mul_12_y_0)[name = string("mul_512")]; tensor add_61 = add(x = mul_511, y = mul_512)[name = string("add_61")]; tensor reshape_85_shape_0 = const()[name = string("reshape_85_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_85 = reshape(shape = reshape_85_shape_0, x = add_61)[name = string("reshape_85")]; tensor tile_20_reps_0 = const()[name = string("tile_20_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_20 = tile(reps = tile_20_reps_0, x = reshape_85)[name = string("tile_20")]; tensor reshape_86_shape_0 = const()[name = string("reshape_86_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_86 = reshape(shape = reshape_86_shape_0, x = tile_20)[name = string("reshape_86")]; tensor reshape_87_shape_0 = const()[name = string("reshape_87_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_42 = transpose(perm = transpose_42_perm_0, x = reshape_84)[name = string("transpose_21")]; tensor reshape_87 = reshape(shape = reshape_87_shape_0, x = transpose_42)[name = string("reshape_87")]; tensor tile_21_reps_0 = const()[name = string("tile_21_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_21 = tile(reps = tile_21_reps_0, x = reshape_87)[name = string("tile_21")]; tensor reshape_88_shape_0 = const()[name = string("reshape_88_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_88 = reshape(shape = reshape_88_shape_0, x = tile_21)[name = string("reshape_88")]; fp16 mul_513_y_0 = const()[name = string("mul_513_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_513 = mul(x = add_60, y = mul_513_y_0)[name = string("mul_513")]; bool matmul_20_transpose_y_0 = const()[name = string("matmul_20_transpose_y_0"), val = bool(true)]; bool matmul_20_transpose_x_0 = const()[name = string("matmul_20_transpose_x_0"), val = bool(false)]; tensor matmul_20 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = mul_513, y = reshape_86)[name = string("matmul_20")]; tensor add_62 = add(x = matmul_20, y = reshape_1)[name = string("add_62")]; int32 softmax_10_axis_0 = const()[name = string("softmax_10_axis_0"), val = int32(-1)]; tensor softmax_10 = softmax(axis = softmax_10_axis_0, x = add_62)[name = string("softmax_10")]; bool matmul_21_transpose_x_0 = const()[name = string("matmul_21_transpose_x_0"), val = bool(false)]; bool matmul_21_transpose_y_0 = const()[name = string("matmul_21_transpose_y_0"), val = bool(false)]; tensor matmul_21 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = softmax_10, y = reshape_88)[name = string("matmul_21")]; tensor transpose_43_perm_0 = const()[name = string("transpose_43_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_89_shape_0 = const()[name = string("reshape_89_shape_0"), val = tensor([256, 352])]; tensor transpose_43 = transpose(perm = transpose_43_perm_0, x = matmul_21)[name = string("transpose_20")]; tensor reshape_89 = reshape(shape = reshape_89_shape_0, x = transpose_43)[name = string("reshape_89")]; tensor mul_514 = mul(x = reshape_89, y = reshape_89)[name = string("mul_514")]; tensor reduce_mean_110_axes_0 = const()[name = string("reduce_mean_110_axes_0"), val = tensor([-1])]; bool reduce_mean_110_keep_dims_0 = const()[name = string("reduce_mean_110_keep_dims_0"), val = bool(true)]; tensor reduce_mean_110 = reduce_mean(axes = reduce_mean_110_axes_0, keep_dims = reduce_mean_110_keep_dims_0, x = mul_514)[name = string("reduce_mean_110")]; fp32 rsqrt_110_epsilon_0 = const()[name = string("rsqrt_110_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_110 = rsqrt(epsilon = rsqrt_110_epsilon_0, x = reduce_mean_110)[name = string("rsqrt_110")]; tensor mul_515 = mul(x = reshape_89, y = rsqrt_110)[name = string("mul_515")]; tensor mul_516_y_0 = const()[name = string("mul_516_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825984)))]; tensor mul_516 = mul(x = mul_515, y = mul_516_y_0)[name = string("mul_516")]; tensor tern_10_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5826752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_o_weight_0_palettized")]; tensor tern_10_o = linear(bias = linear_0_bias_0, weight = tern_10_o_weight_0_palettized, x = mul_516)[name = string("tern_10_o")]; tensor mul_517_y_0 = const()[name = string("mul_517_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5857792)))]; tensor mul_517 = mul(x = tern_10_o, y = mul_517_y_0)[name = string("mul_517")]; tensor add_63 = add(x = add_59, y = mul_517)[name = string("add_63")]; tensor mul_518 = mul(x = add_63, y = add_63)[name = string("mul_518")]; tensor reduce_mean_111_axes_0 = const()[name = string("reduce_mean_111_axes_0"), val = tensor([-1])]; bool reduce_mean_111_keep_dims_0 = const()[name = string("reduce_mean_111_keep_dims_0"), val = bool(true)]; tensor reduce_mean_111 = reduce_mean(axes = reduce_mean_111_axes_0, keep_dims = reduce_mean_111_keep_dims_0, x = mul_518)[name = string("reduce_mean_111")]; fp32 rsqrt_111_epsilon_0 = const()[name = string("rsqrt_111_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_111 = rsqrt(epsilon = rsqrt_111_epsilon_0, x = reduce_mean_111)[name = string("rsqrt_111")]; tensor mul_519 = mul(x = add_63, y = rsqrt_111)[name = string("mul_519")]; tensor mul_520_y_0 = const()[name = string("mul_520_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5858560)))]; tensor mul_520 = mul(x = mul_519, y = mul_520_y_0)[name = string("mul_520")]; tensor mul_521 = mul(x = mul_520, y = mul_520)[name = string("mul_521")]; tensor reduce_mean_112_axes_0 = const()[name = string("reduce_mean_112_axes_0"), val = tensor([-1])]; bool reduce_mean_112_keep_dims_0 = const()[name = string("reduce_mean_112_keep_dims_0"), val = bool(true)]; tensor reduce_mean_112 = reduce_mean(axes = reduce_mean_112_axes_0, keep_dims = reduce_mean_112_keep_dims_0, x = mul_521)[name = string("reduce_mean_112")]; fp32 rsqrt_112_epsilon_0 = const()[name = string("rsqrt_112_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_112 = rsqrt(epsilon = rsqrt_112_epsilon_0, x = reduce_mean_112)[name = string("rsqrt_112")]; tensor mul_522 = mul(x = mul_520, y = rsqrt_112)[name = string("mul_522")]; tensor mul_523_y_0 = const()[name = string("mul_523_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5859328)))]; tensor mul_523 = mul(x = mul_522, y = mul_523_y_0)[name = string("mul_523")]; tensor tern_10_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5860096))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w1_weight_0_palettized")]; tensor tern_10_w1 = linear(bias = linear_4_bias_0, weight = tern_10_w1_weight_0_palettized, x = mul_523)[name = string("tern_10_w1")]; tensor mul_524_y_0 = const()[name = string("mul_524_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5944640)))]; tensor mul_524 = mul(x = tern_10_w1, y = mul_524_y_0)[name = string("mul_524")]; tensor mul_527_y_0 = const()[name = string("mul_527_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5946624)))]; tensor mul_527 = mul(x = mul_522, y = mul_527_y_0)[name = string("mul_527")]; tensor tern_10_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5947392))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w3_weight_0_palettized")]; tensor tern_10_w3 = linear(bias = linear_4_bias_0, weight = tern_10_w3_weight_0_palettized, x = mul_527)[name = string("tern_10_w3")]; tensor mul_528_y_0 = const()[name = string("mul_528_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6031936)))]; tensor mul_528 = mul(x = tern_10_w3, y = mul_528_y_0)[name = string("mul_528")]; fp16 mul_529_y_0 = const()[name = string("mul_529_y_0"), val = fp16(0x1p-1)]; tensor mul_529 = mul(x = mul_524, y = mul_529_y_0)[name = string("mul_529")]; tensor tanh_10 = tanh(x = mul_529)[name = string("tanh_10")]; fp16 mul_530_x_0 = const()[name = string("mul_530_x_0"), val = fp16(0x1p-1)]; tensor mul_530 = mul(x = mul_530_x_0, y = tanh_10)[name = string("mul_530")]; fp16 add_64_x_0 = const()[name = string("add_64_x_0"), val = fp16(0x1p-1)]; tensor add_64 = add(x = add_64_x_0, y = mul_530)[name = string("add_64")]; tensor mul_531 = mul(x = mul_524, y = add_64)[name = string("mul_531")]; tensor mul_532 = mul(x = mul_531, y = mul_528)[name = string("mul_532")]; tensor mul_533 = mul(x = mul_532, y = mul_532)[name = string("mul_533")]; tensor reduce_mean_114_axes_0 = const()[name = string("reduce_mean_114_axes_0"), val = tensor([-1])]; bool reduce_mean_114_keep_dims_0 = const()[name = string("reduce_mean_114_keep_dims_0"), val = bool(true)]; tensor reduce_mean_114 = reduce_mean(axes = reduce_mean_114_axes_0, keep_dims = reduce_mean_114_keep_dims_0, x = mul_533)[name = string("reduce_mean_114")]; fp32 rsqrt_114_epsilon_0 = const()[name = string("rsqrt_114_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_114 = rsqrt(epsilon = rsqrt_114_epsilon_0, x = reduce_mean_114)[name = string("rsqrt_114")]; tensor mul_534 = mul(x = mul_532, y = rsqrt_114)[name = string("mul_534")]; tensor mul_535_y_0 = const()[name = string("mul_535_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6033920)))]; tensor mul_535 = mul(x = mul_534, y = mul_535_y_0)[name = string("mul_535")]; tensor tern_10_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6035904))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w2_weight_0_palettized")]; tensor tern_10_w2 = linear(bias = linear_0_bias_0, weight = tern_10_w2_weight_0_palettized, x = mul_535)[name = string("tern_10_w2")]; tensor mul_536_y_0 = const()[name = string("mul_536_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6120448)))]; tensor mul_536 = mul(x = tern_10_w2, y = mul_536_y_0)[name = string("mul_536")]; tensor add_65 = add(x = add_63, y = mul_536)[name = string("add_65")]; tensor mul_537 = mul(x = add_65, y = add_65)[name = string("mul_537")]; tensor reduce_mean_115_axes_0 = const()[name = string("reduce_mean_115_axes_0"), val = tensor([-1])]; bool reduce_mean_115_keep_dims_0 = const()[name = string("reduce_mean_115_keep_dims_0"), val = bool(true)]; tensor reduce_mean_115 = reduce_mean(axes = reduce_mean_115_axes_0, keep_dims = reduce_mean_115_keep_dims_0, x = mul_537)[name = string("reduce_mean_115")]; fp32 rsqrt_115_epsilon_0 = const()[name = string("rsqrt_115_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_115 = rsqrt(epsilon = rsqrt_115_epsilon_0, x = reduce_mean_115)[name = string("rsqrt_115")]; tensor mul_538 = mul(x = add_65, y = rsqrt_115)[name = string("mul_538")]; tensor mul_539_y_0 = const()[name = string("mul_539_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121216)))]; tensor mul_539 = mul(x = mul_538, y = mul_539_y_0)[name = string("mul_539")]; tensor mul_540 = mul(x = mul_539, y = mul_539)[name = string("mul_540")]; tensor reduce_mean_116_axes_0 = const()[name = string("reduce_mean_116_axes_0"), val = tensor([-1])]; bool reduce_mean_116_keep_dims_0 = const()[name = string("reduce_mean_116_keep_dims_0"), val = bool(true)]; tensor reduce_mean_116 = reduce_mean(axes = reduce_mean_116_axes_0, keep_dims = reduce_mean_116_keep_dims_0, x = mul_540)[name = string("reduce_mean_116")]; fp32 rsqrt_116_epsilon_0 = const()[name = string("rsqrt_116_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_116 = rsqrt(epsilon = rsqrt_116_epsilon_0, x = reduce_mean_116)[name = string("rsqrt_116")]; tensor mul_541 = mul(x = mul_539, y = rsqrt_116)[name = string("mul_541")]; tensor mul_542_y_0 = const()[name = string("mul_542_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121984)))]; tensor mul_542 = mul(x = mul_541, y = mul_542_y_0)[name = string("mul_542")]; tensor tern_11_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6122752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_q_weight_0_palettized")]; tensor tern_11_q = linear(bias = linear_0_bias_0, weight = tern_11_q_weight_0_palettized, x = mul_542)[name = string("tern_11_q")]; tensor mul_543_y_0 = const()[name = string("mul_543_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6153792)))]; tensor mul_543 = mul(x = tern_11_q, y = mul_543_y_0)[name = string("mul_543")]; tensor reshape_90_shape_0 = const()[name = string("reshape_90_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_90 = reshape(shape = reshape_90_shape_0, x = mul_543)[name = string("reshape_90")]; tensor transpose_44_perm_0 = const()[name = string("transpose_44_perm_0"), val = tensor([1, 0, 2])]; tensor mul_546_y_0 = const()[name = string("mul_546_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6154560)))]; tensor mul_546 = mul(x = mul_541, y = mul_546_y_0)[name = string("mul_546")]; tensor tern_11_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6155328))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_k_weight_0_palettized")]; tensor tern_11_k_bias_0 = const()[name = string("tern_11_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_k = linear(bias = tern_11_k_bias_0, weight = tern_11_k_weight_0_palettized, x = mul_546)[name = string("tern_11_k")]; tensor mul_547_y_0 = const()[name = string("mul_547_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163136)))]; tensor mul_547 = mul(x = tern_11_k, y = mul_547_y_0)[name = string("mul_547")]; tensor reshape_91_shape_0 = const()[name = string("reshape_91_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_91 = reshape(shape = reshape_91_shape_0, x = mul_547)[name = string("reshape_91")]; tensor transpose_45_perm_0 = const()[name = string("transpose_45_perm_0"), val = tensor([1, 0, 2])]; tensor mul_550_y_0 = const()[name = string("mul_550_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163392)))]; tensor mul_550 = mul(x = mul_541, y = mul_550_y_0)[name = string("mul_550")]; tensor tern_11_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6164160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_v_weight_0_palettized")]; tensor tern_11_v_bias_0 = const()[name = string("tern_11_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_v = linear(bias = tern_11_v_bias_0, weight = tern_11_v_weight_0_palettized, x = mul_550)[name = string("tern_11_v")]; tensor mul_551_y_0 = const()[name = string("mul_551_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6171968)))]; tensor mul_551 = mul(x = tern_11_v, y = mul_551_y_0)[name = string("mul_551")]; tensor reshape_92_shape_0 = const()[name = string("reshape_92_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_92 = reshape(shape = reshape_92_shape_0, x = mul_551)[name = string("reshape_92")]; tensor transpose_46_perm_0 = const()[name = string("transpose_46_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_44 = transpose(perm = transpose_44_perm_0, x = reshape_90)[name = string("transpose_19")]; tensor mul_552 = mul(x = transpose_44, y = transpose_44)[name = string("mul_552")]; tensor reduce_mean_119_axes_0 = const()[name = string("reduce_mean_119_axes_0"), val = tensor([-1])]; bool reduce_mean_119_keep_dims_0 = const()[name = string("reduce_mean_119_keep_dims_0"), val = bool(true)]; tensor reduce_mean_119 = reduce_mean(axes = reduce_mean_119_axes_0, keep_dims = reduce_mean_119_keep_dims_0, x = mul_552)[name = string("reduce_mean_119")]; fp32 rsqrt_119_epsilon_0 = const()[name = string("rsqrt_119_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_119 = rsqrt(epsilon = rsqrt_119_epsilon_0, x = reduce_mean_119)[name = string("rsqrt_119")]; tensor mul_553 = mul(x = transpose_44, y = rsqrt_119)[name = string("mul_553")]; tensor mul_554_y_0 = const()[name = string("mul_554_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172224)))]; tensor mul_554 = mul(x = mul_553, y = mul_554_y_0)[name = string("mul_554")]; tensor slice_by_index_44_begin_0 = const()[name = string("slice_by_index_44_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_44_end_0 = const()[name = string("slice_by_index_44_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_44_end_mask_0 = const()[name = string("slice_by_index_44_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_44 = slice_by_index(begin = slice_by_index_44_begin_0, end = slice_by_index_44_end_0, end_mask = slice_by_index_44_end_mask_0, x = mul_554)[name = string("slice_by_index_44")]; tensor slice_by_index_45_begin_0 = const()[name = string("slice_by_index_45_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_45_end_0 = const()[name = string("slice_by_index_45_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_45_end_mask_0 = const()[name = string("slice_by_index_45_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_45 = slice_by_index(begin = slice_by_index_45_begin_0, end = slice_by_index_45_end_0, end_mask = slice_by_index_45_end_mask_0, x = mul_554)[name = string("slice_by_index_45")]; int32 concat_22_axis_0 = const()[name = string("concat_22_axis_0"), val = int32(-1)]; bool concat_22_interleave_0 = const()[name = string("concat_22_interleave_0"), val = bool(false)]; tensor concat_22 = concat(axis = concat_22_axis_0, interleave = concat_22_interleave_0, values = (slice_by_index_45, slice_by_index_44))[name = string("concat_22")]; tensor mul_555_y_0 = const()[name = string("mul_555_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_555 = mul(x = concat_22, y = mul_555_y_0)[name = string("mul_555")]; tensor mul_556 = mul(x = mul_554, y = mul_11_y_0)[name = string("mul_556")]; tensor mul_557 = mul(x = mul_555, y = mul_12_y_0)[name = string("mul_557")]; tensor add_66 = add(x = mul_556, y = mul_557)[name = string("add_66")]; tensor transpose_45 = transpose(perm = transpose_45_perm_0, x = reshape_91)[name = string("transpose_18")]; tensor mul_558 = mul(x = transpose_45, y = transpose_45)[name = string("mul_558")]; tensor reduce_mean_120_axes_0 = const()[name = string("reduce_mean_120_axes_0"), val = tensor([-1])]; bool reduce_mean_120_keep_dims_0 = const()[name = string("reduce_mean_120_keep_dims_0"), val = bool(true)]; tensor reduce_mean_120 = reduce_mean(axes = reduce_mean_120_axes_0, keep_dims = reduce_mean_120_keep_dims_0, x = mul_558)[name = string("reduce_mean_120")]; fp32 rsqrt_120_epsilon_0 = const()[name = string("rsqrt_120_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_120 = rsqrt(epsilon = rsqrt_120_epsilon_0, x = reduce_mean_120)[name = string("rsqrt_120")]; tensor mul_559 = mul(x = transpose_45, y = rsqrt_120)[name = string("mul_559")]; tensor mul_560_y_0 = const()[name = string("mul_560_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172416)))]; tensor mul_560 = mul(x = mul_559, y = mul_560_y_0)[name = string("mul_560")]; tensor slice_by_index_46_begin_0 = const()[name = string("slice_by_index_46_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_46_end_0 = const()[name = string("slice_by_index_46_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_46_end_mask_0 = const()[name = string("slice_by_index_46_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_46 = slice_by_index(begin = slice_by_index_46_begin_0, end = slice_by_index_46_end_0, end_mask = slice_by_index_46_end_mask_0, x = mul_560)[name = string("slice_by_index_46")]; tensor slice_by_index_47_begin_0 = const()[name = string("slice_by_index_47_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_47_end_0 = const()[name = string("slice_by_index_47_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_47_end_mask_0 = const()[name = string("slice_by_index_47_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_47 = slice_by_index(begin = slice_by_index_47_begin_0, end = slice_by_index_47_end_0, end_mask = slice_by_index_47_end_mask_0, x = mul_560)[name = string("slice_by_index_47")]; int32 concat_23_axis_0 = const()[name = string("concat_23_axis_0"), val = int32(-1)]; bool concat_23_interleave_0 = const()[name = string("concat_23_interleave_0"), val = bool(false)]; tensor concat_23 = concat(axis = concat_23_axis_0, interleave = concat_23_interleave_0, values = (slice_by_index_47, slice_by_index_46))[name = string("concat_23")]; tensor mul_561_y_0 = const()[name = string("mul_561_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_561 = mul(x = concat_23, y = mul_561_y_0)[name = string("mul_561")]; tensor mul_562 = mul(x = mul_560, y = mul_11_y_0)[name = string("mul_562")]; tensor mul_563 = mul(x = mul_561, y = mul_12_y_0)[name = string("mul_563")]; tensor add_67 = add(x = mul_562, y = mul_563)[name = string("add_67")]; tensor reshape_93_shape_0 = const()[name = string("reshape_93_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_93 = reshape(shape = reshape_93_shape_0, x = add_67)[name = string("reshape_93")]; tensor tile_22_reps_0 = const()[name = string("tile_22_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_22 = tile(reps = tile_22_reps_0, x = reshape_93)[name = string("tile_22")]; tensor reshape_94_shape_0 = const()[name = string("reshape_94_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_94 = reshape(shape = reshape_94_shape_0, x = tile_22)[name = string("reshape_94")]; tensor reshape_95_shape_0 = const()[name = string("reshape_95_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_46 = transpose(perm = transpose_46_perm_0, x = reshape_92)[name = string("transpose_17")]; tensor reshape_95 = reshape(shape = reshape_95_shape_0, x = transpose_46)[name = string("reshape_95")]; tensor tile_23_reps_0 = const()[name = string("tile_23_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_23 = tile(reps = tile_23_reps_0, x = reshape_95)[name = string("tile_23")]; tensor reshape_96_shape_0 = const()[name = string("reshape_96_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_96 = reshape(shape = reshape_96_shape_0, x = tile_23)[name = string("reshape_96")]; fp16 mul_564_y_0 = const()[name = string("mul_564_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_564 = mul(x = add_66, y = mul_564_y_0)[name = string("mul_564")]; bool matmul_22_transpose_y_0 = const()[name = string("matmul_22_transpose_y_0"), val = bool(true)]; bool matmul_22_transpose_x_0 = const()[name = string("matmul_22_transpose_x_0"), val = bool(false)]; tensor matmul_22 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = mul_564, y = reshape_94)[name = string("matmul_22")]; tensor add_68 = add(x = matmul_22, y = reshape_1)[name = string("add_68")]; int32 softmax_11_axis_0 = const()[name = string("softmax_11_axis_0"), val = int32(-1)]; tensor softmax_11 = softmax(axis = softmax_11_axis_0, x = add_68)[name = string("softmax_11")]; bool matmul_23_transpose_x_0 = const()[name = string("matmul_23_transpose_x_0"), val = bool(false)]; bool matmul_23_transpose_y_0 = const()[name = string("matmul_23_transpose_y_0"), val = bool(false)]; tensor matmul_23 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = softmax_11, y = reshape_96)[name = string("matmul_23")]; tensor transpose_47_perm_0 = const()[name = string("transpose_47_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_97_shape_0 = const()[name = string("reshape_97_shape_0"), val = tensor([256, 352])]; tensor transpose_47 = transpose(perm = transpose_47_perm_0, x = matmul_23)[name = string("transpose_16")]; tensor reshape_97 = reshape(shape = reshape_97_shape_0, x = transpose_47)[name = string("reshape_97")]; tensor mul_565 = mul(x = reshape_97, y = reshape_97)[name = string("mul_565")]; tensor reduce_mean_121_axes_0 = const()[name = string("reduce_mean_121_axes_0"), val = tensor([-1])]; bool reduce_mean_121_keep_dims_0 = const()[name = string("reduce_mean_121_keep_dims_0"), val = bool(true)]; tensor reduce_mean_121 = reduce_mean(axes = reduce_mean_121_axes_0, keep_dims = reduce_mean_121_keep_dims_0, x = mul_565)[name = string("reduce_mean_121")]; fp32 rsqrt_121_epsilon_0 = const()[name = string("rsqrt_121_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_121 = rsqrt(epsilon = rsqrt_121_epsilon_0, x = reduce_mean_121)[name = string("rsqrt_121")]; tensor mul_566 = mul(x = reshape_97, y = rsqrt_121)[name = string("mul_566")]; tensor mul_567_y_0 = const()[name = string("mul_567_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172608)))]; tensor mul_567 = mul(x = mul_566, y = mul_567_y_0)[name = string("mul_567")]; tensor tern_11_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6173376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_o_weight_0_palettized")]; tensor tern_11_o = linear(bias = linear_0_bias_0, weight = tern_11_o_weight_0_palettized, x = mul_567)[name = string("tern_11_o")]; tensor mul_568_y_0 = const()[name = string("mul_568_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6204416)))]; tensor mul_568 = mul(x = tern_11_o, y = mul_568_y_0)[name = string("mul_568")]; tensor add_69 = add(x = add_65, y = mul_568)[name = string("add_69")]; tensor mul_569 = mul(x = add_69, y = add_69)[name = string("mul_569")]; tensor reduce_mean_122_axes_0 = const()[name = string("reduce_mean_122_axes_0"), val = tensor([-1])]; bool reduce_mean_122_keep_dims_0 = const()[name = string("reduce_mean_122_keep_dims_0"), val = bool(true)]; tensor reduce_mean_122 = reduce_mean(axes = reduce_mean_122_axes_0, keep_dims = reduce_mean_122_keep_dims_0, x = mul_569)[name = string("reduce_mean_122")]; fp32 rsqrt_122_epsilon_0 = const()[name = string("rsqrt_122_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_122 = rsqrt(epsilon = rsqrt_122_epsilon_0, x = reduce_mean_122)[name = string("rsqrt_122")]; tensor mul_570 = mul(x = add_69, y = rsqrt_122)[name = string("mul_570")]; tensor mul_571_y_0 = const()[name = string("mul_571_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205184)))]; tensor mul_571 = mul(x = mul_570, y = mul_571_y_0)[name = string("mul_571")]; tensor mul_572 = mul(x = mul_571, y = mul_571)[name = string("mul_572")]; tensor reduce_mean_123_axes_0 = const()[name = string("reduce_mean_123_axes_0"), val = tensor([-1])]; bool reduce_mean_123_keep_dims_0 = const()[name = string("reduce_mean_123_keep_dims_0"), val = bool(true)]; tensor reduce_mean_123 = reduce_mean(axes = reduce_mean_123_axes_0, keep_dims = reduce_mean_123_keep_dims_0, x = mul_572)[name = string("reduce_mean_123")]; fp32 rsqrt_123_epsilon_0 = const()[name = string("rsqrt_123_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_123 = rsqrt(epsilon = rsqrt_123_epsilon_0, x = reduce_mean_123)[name = string("rsqrt_123")]; tensor mul_573 = mul(x = mul_571, y = rsqrt_123)[name = string("mul_573")]; tensor mul_574_y_0 = const()[name = string("mul_574_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205952)))]; tensor mul_574 = mul(x = mul_573, y = mul_574_y_0)[name = string("mul_574")]; tensor tern_11_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6206720))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w1_weight_0_palettized")]; tensor tern_11_w1 = linear(bias = linear_4_bias_0, weight = tern_11_w1_weight_0_palettized, x = mul_574)[name = string("tern_11_w1")]; tensor mul_575_y_0 = const()[name = string("mul_575_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6291264)))]; tensor mul_575 = mul(x = tern_11_w1, y = mul_575_y_0)[name = string("mul_575")]; tensor mul_578_y_0 = const()[name = string("mul_578_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6293248)))]; tensor mul_578 = mul(x = mul_573, y = mul_578_y_0)[name = string("mul_578")]; tensor tern_11_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6294016))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w3_weight_0_palettized")]; tensor tern_11_w3 = linear(bias = linear_4_bias_0, weight = tern_11_w3_weight_0_palettized, x = mul_578)[name = string("tern_11_w3")]; tensor mul_579_y_0 = const()[name = string("mul_579_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6378560)))]; tensor mul_579 = mul(x = tern_11_w3, y = mul_579_y_0)[name = string("mul_579")]; fp16 mul_580_y_0 = const()[name = string("mul_580_y_0"), val = fp16(0x1p-1)]; tensor mul_580 = mul(x = mul_575, y = mul_580_y_0)[name = string("mul_580")]; tensor tanh_11 = tanh(x = mul_580)[name = string("tanh_11")]; fp16 mul_581_x_0 = const()[name = string("mul_581_x_0"), val = fp16(0x1p-1)]; tensor mul_581 = mul(x = mul_581_x_0, y = tanh_11)[name = string("mul_581")]; fp16 add_70_x_0 = const()[name = string("add_70_x_0"), val = fp16(0x1p-1)]; tensor add_70 = add(x = add_70_x_0, y = mul_581)[name = string("add_70")]; tensor mul_582 = mul(x = mul_575, y = add_70)[name = string("mul_582")]; tensor mul_583 = mul(x = mul_582, y = mul_579)[name = string("mul_583")]; tensor mul_584 = mul(x = mul_583, y = mul_583)[name = string("mul_584")]; tensor reduce_mean_125_axes_0 = const()[name = string("reduce_mean_125_axes_0"), val = tensor([-1])]; bool reduce_mean_125_keep_dims_0 = const()[name = string("reduce_mean_125_keep_dims_0"), val = bool(true)]; tensor reduce_mean_125 = reduce_mean(axes = reduce_mean_125_axes_0, keep_dims = reduce_mean_125_keep_dims_0, x = mul_584)[name = string("reduce_mean_125")]; fp32 rsqrt_125_epsilon_0 = const()[name = string("rsqrt_125_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_125 = rsqrt(epsilon = rsqrt_125_epsilon_0, x = reduce_mean_125)[name = string("rsqrt_125")]; tensor mul_585 = mul(x = mul_583, y = rsqrt_125)[name = string("mul_585")]; tensor mul_586_y_0 = const()[name = string("mul_586_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6380544)))]; tensor mul_586 = mul(x = mul_585, y = mul_586_y_0)[name = string("mul_586")]; tensor tern_11_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6382528))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w2_weight_0_palettized")]; tensor tern_11_w2 = linear(bias = linear_0_bias_0, weight = tern_11_w2_weight_0_palettized, x = mul_586)[name = string("tern_11_w2")]; tensor mul_587_y_0 = const()[name = string("mul_587_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467072)))]; tensor mul_587 = mul(x = tern_11_w2, y = mul_587_y_0)[name = string("mul_587")]; tensor add_71 = add(x = add_69, y = mul_587)[name = string("add_71")]; tensor mul_588 = mul(x = add_71, y = add_71)[name = string("mul_588")]; tensor reduce_mean_126_axes_0 = const()[name = string("reduce_mean_126_axes_0"), val = tensor([-1])]; bool reduce_mean_126_keep_dims_0 = const()[name = string("reduce_mean_126_keep_dims_0"), val = bool(true)]; tensor reduce_mean_126 = reduce_mean(axes = reduce_mean_126_axes_0, keep_dims = reduce_mean_126_keep_dims_0, x = mul_588)[name = string("reduce_mean_126")]; fp32 rsqrt_126_epsilon_0 = const()[name = string("rsqrt_126_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_126 = rsqrt(epsilon = rsqrt_126_epsilon_0, x = reduce_mean_126)[name = string("rsqrt_126")]; tensor mul_589 = mul(x = add_71, y = rsqrt_126)[name = string("mul_589")]; tensor mul_590_y_0 = const()[name = string("mul_590_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467840)))]; tensor mul_590 = mul(x = mul_589, y = mul_590_y_0)[name = string("mul_590")]; tensor mul_591 = mul(x = mul_590, y = mul_590)[name = string("mul_591")]; tensor reduce_mean_127_axes_0 = const()[name = string("reduce_mean_127_axes_0"), val = tensor([-1])]; bool reduce_mean_127_keep_dims_0 = const()[name = string("reduce_mean_127_keep_dims_0"), val = bool(true)]; tensor reduce_mean_127 = reduce_mean(axes = reduce_mean_127_axes_0, keep_dims = reduce_mean_127_keep_dims_0, x = mul_591)[name = string("reduce_mean_127")]; fp32 rsqrt_127_epsilon_0 = const()[name = string("rsqrt_127_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_127 = rsqrt(epsilon = rsqrt_127_epsilon_0, x = reduce_mean_127)[name = string("rsqrt_127")]; tensor mul_592 = mul(x = mul_590, y = rsqrt_127)[name = string("mul_592")]; tensor mul_593_y_0 = const()[name = string("mul_593_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6468608)))]; tensor mul_593 = mul(x = mul_592, y = mul_593_y_0)[name = string("mul_593")]; tensor tern_12_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6469376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_q_weight_0_palettized")]; tensor tern_12_q = linear(bias = linear_0_bias_0, weight = tern_12_q_weight_0_palettized, x = mul_593)[name = string("tern_12_q")]; tensor mul_594_y_0 = const()[name = string("mul_594_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6500416)))]; tensor mul_594 = mul(x = tern_12_q, y = mul_594_y_0)[name = string("mul_594")]; tensor reshape_98_shape_0 = const()[name = string("reshape_98_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_98 = reshape(shape = reshape_98_shape_0, x = mul_594)[name = string("reshape_98")]; tensor transpose_48_perm_0 = const()[name = string("transpose_48_perm_0"), val = tensor([1, 0, 2])]; tensor mul_597_y_0 = const()[name = string("mul_597_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501184)))]; tensor mul_597 = mul(x = mul_592, y = mul_597_y_0)[name = string("mul_597")]; tensor tern_12_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501952))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_k_weight_0_palettized")]; tensor tern_12_k_bias_0 = const()[name = string("tern_12_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_k = linear(bias = tern_12_k_bias_0, weight = tern_12_k_weight_0_palettized, x = mul_597)[name = string("tern_12_k")]; tensor mul_598_y_0 = const()[name = string("mul_598_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6509760)))]; tensor mul_598 = mul(x = tern_12_k, y = mul_598_y_0)[name = string("mul_598")]; tensor reshape_99_shape_0 = const()[name = string("reshape_99_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_99 = reshape(shape = reshape_99_shape_0, x = mul_598)[name = string("reshape_99")]; tensor transpose_49_perm_0 = const()[name = string("transpose_49_perm_0"), val = tensor([1, 0, 2])]; tensor mul_601_y_0 = const()[name = string("mul_601_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510016)))]; tensor mul_601 = mul(x = mul_592, y = mul_601_y_0)[name = string("mul_601")]; tensor tern_12_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_v_weight_0_palettized")]; tensor tern_12_v_bias_0 = const()[name = string("tern_12_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_v = linear(bias = tern_12_v_bias_0, weight = tern_12_v_weight_0_palettized, x = mul_601)[name = string("tern_12_v")]; tensor mul_602_y_0 = const()[name = string("mul_602_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518592)))]; tensor mul_602 = mul(x = tern_12_v, y = mul_602_y_0)[name = string("mul_602")]; tensor reshape_100_shape_0 = const()[name = string("reshape_100_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_100 = reshape(shape = reshape_100_shape_0, x = mul_602)[name = string("reshape_100")]; tensor transpose_50_perm_0 = const()[name = string("transpose_50_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_48 = transpose(perm = transpose_48_perm_0, x = reshape_98)[name = string("transpose_15")]; tensor mul_603 = mul(x = transpose_48, y = transpose_48)[name = string("mul_603")]; tensor reduce_mean_130_axes_0 = const()[name = string("reduce_mean_130_axes_0"), val = tensor([-1])]; bool reduce_mean_130_keep_dims_0 = const()[name = string("reduce_mean_130_keep_dims_0"), val = bool(true)]; tensor reduce_mean_130 = reduce_mean(axes = reduce_mean_130_axes_0, keep_dims = reduce_mean_130_keep_dims_0, x = mul_603)[name = string("reduce_mean_130")]; fp32 rsqrt_130_epsilon_0 = const()[name = string("rsqrt_130_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_130 = rsqrt(epsilon = rsqrt_130_epsilon_0, x = reduce_mean_130)[name = string("rsqrt_130")]; tensor mul_604 = mul(x = transpose_48, y = rsqrt_130)[name = string("mul_604")]; tensor mul_605_y_0 = const()[name = string("mul_605_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518848)))]; tensor mul_605 = mul(x = mul_604, y = mul_605_y_0)[name = string("mul_605")]; tensor slice_by_index_48_begin_0 = const()[name = string("slice_by_index_48_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_48_end_0 = const()[name = string("slice_by_index_48_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_48_end_mask_0 = const()[name = string("slice_by_index_48_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_48 = slice_by_index(begin = slice_by_index_48_begin_0, end = slice_by_index_48_end_0, end_mask = slice_by_index_48_end_mask_0, x = mul_605)[name = string("slice_by_index_48")]; tensor slice_by_index_49_begin_0 = const()[name = string("slice_by_index_49_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_49_end_0 = const()[name = string("slice_by_index_49_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_49_end_mask_0 = const()[name = string("slice_by_index_49_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_49 = slice_by_index(begin = slice_by_index_49_begin_0, end = slice_by_index_49_end_0, end_mask = slice_by_index_49_end_mask_0, x = mul_605)[name = string("slice_by_index_49")]; int32 concat_24_axis_0 = const()[name = string("concat_24_axis_0"), val = int32(-1)]; bool concat_24_interleave_0 = const()[name = string("concat_24_interleave_0"), val = bool(false)]; tensor concat_24 = concat(axis = concat_24_axis_0, interleave = concat_24_interleave_0, values = (slice_by_index_49, slice_by_index_48))[name = string("concat_24")]; tensor mul_606_y_0 = const()[name = string("mul_606_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_606 = mul(x = concat_24, y = mul_606_y_0)[name = string("mul_606")]; tensor mul_607 = mul(x = mul_605, y = mul_11_y_0)[name = string("mul_607")]; tensor mul_608 = mul(x = mul_606, y = mul_12_y_0)[name = string("mul_608")]; tensor add_72 = add(x = mul_607, y = mul_608)[name = string("add_72")]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = reshape_99)[name = string("transpose_14")]; tensor mul_609 = mul(x = transpose_49, y = transpose_49)[name = string("mul_609")]; tensor reduce_mean_131_axes_0 = const()[name = string("reduce_mean_131_axes_0"), val = tensor([-1])]; bool reduce_mean_131_keep_dims_0 = const()[name = string("reduce_mean_131_keep_dims_0"), val = bool(true)]; tensor reduce_mean_131 = reduce_mean(axes = reduce_mean_131_axes_0, keep_dims = reduce_mean_131_keep_dims_0, x = mul_609)[name = string("reduce_mean_131")]; fp32 rsqrt_131_epsilon_0 = const()[name = string("rsqrt_131_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_131 = rsqrt(epsilon = rsqrt_131_epsilon_0, x = reduce_mean_131)[name = string("rsqrt_131")]; tensor mul_610 = mul(x = transpose_49, y = rsqrt_131)[name = string("mul_610")]; tensor mul_611_y_0 = const()[name = string("mul_611_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519040)))]; tensor mul_611 = mul(x = mul_610, y = mul_611_y_0)[name = string("mul_611")]; tensor slice_by_index_50_begin_0 = const()[name = string("slice_by_index_50_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_50_end_0 = const()[name = string("slice_by_index_50_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_50_end_mask_0 = const()[name = string("slice_by_index_50_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_50 = slice_by_index(begin = slice_by_index_50_begin_0, end = slice_by_index_50_end_0, end_mask = slice_by_index_50_end_mask_0, x = mul_611)[name = string("slice_by_index_50")]; tensor slice_by_index_51_begin_0 = const()[name = string("slice_by_index_51_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_51_end_0 = const()[name = string("slice_by_index_51_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_51_end_mask_0 = const()[name = string("slice_by_index_51_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_51 = slice_by_index(begin = slice_by_index_51_begin_0, end = slice_by_index_51_end_0, end_mask = slice_by_index_51_end_mask_0, x = mul_611)[name = string("slice_by_index_51")]; int32 concat_25_axis_0 = const()[name = string("concat_25_axis_0"), val = int32(-1)]; bool concat_25_interleave_0 = const()[name = string("concat_25_interleave_0"), val = bool(false)]; tensor concat_25 = concat(axis = concat_25_axis_0, interleave = concat_25_interleave_0, values = (slice_by_index_51, slice_by_index_50))[name = string("concat_25")]; tensor mul_612_y_0 = const()[name = string("mul_612_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_612 = mul(x = concat_25, y = mul_612_y_0)[name = string("mul_612")]; tensor mul_613 = mul(x = mul_611, y = mul_11_y_0)[name = string("mul_613")]; tensor mul_614 = mul(x = mul_612, y = mul_12_y_0)[name = string("mul_614")]; tensor add_73 = add(x = mul_613, y = mul_614)[name = string("add_73")]; tensor reshape_101_shape_0 = const()[name = string("reshape_101_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_101 = reshape(shape = reshape_101_shape_0, x = add_73)[name = string("reshape_101")]; tensor tile_24_reps_0 = const()[name = string("tile_24_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_24 = tile(reps = tile_24_reps_0, x = reshape_101)[name = string("tile_24")]; tensor reshape_102_shape_0 = const()[name = string("reshape_102_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_102 = reshape(shape = reshape_102_shape_0, x = tile_24)[name = string("reshape_102")]; tensor reshape_103_shape_0 = const()[name = string("reshape_103_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = reshape_100)[name = string("transpose_13")]; tensor reshape_103 = reshape(shape = reshape_103_shape_0, x = transpose_50)[name = string("reshape_103")]; tensor tile_25_reps_0 = const()[name = string("tile_25_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_25 = tile(reps = tile_25_reps_0, x = reshape_103)[name = string("tile_25")]; tensor reshape_104_shape_0 = const()[name = string("reshape_104_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_104 = reshape(shape = reshape_104_shape_0, x = tile_25)[name = string("reshape_104")]; fp16 mul_615_y_0 = const()[name = string("mul_615_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_615 = mul(x = add_72, y = mul_615_y_0)[name = string("mul_615")]; bool matmul_24_transpose_y_0 = const()[name = string("matmul_24_transpose_y_0"), val = bool(true)]; bool matmul_24_transpose_x_0 = const()[name = string("matmul_24_transpose_x_0"), val = bool(false)]; tensor matmul_24 = matmul(transpose_x = matmul_24_transpose_x_0, transpose_y = matmul_24_transpose_y_0, x = mul_615, y = reshape_102)[name = string("matmul_24")]; tensor add_74 = add(x = matmul_24, y = reshape_1)[name = string("add_74")]; int32 softmax_12_axis_0 = const()[name = string("softmax_12_axis_0"), val = int32(-1)]; tensor softmax_12 = softmax(axis = softmax_12_axis_0, x = add_74)[name = string("softmax_12")]; bool matmul_25_transpose_x_0 = const()[name = string("matmul_25_transpose_x_0"), val = bool(false)]; bool matmul_25_transpose_y_0 = const()[name = string("matmul_25_transpose_y_0"), val = bool(false)]; tensor matmul_25 = matmul(transpose_x = matmul_25_transpose_x_0, transpose_y = matmul_25_transpose_y_0, x = softmax_12, y = reshape_104)[name = string("matmul_25")]; tensor transpose_51_perm_0 = const()[name = string("transpose_51_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_105_shape_0 = const()[name = string("reshape_105_shape_0"), val = tensor([256, 352])]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = matmul_25)[name = string("transpose_12")]; tensor reshape_105 = reshape(shape = reshape_105_shape_0, x = transpose_51)[name = string("reshape_105")]; tensor mul_616 = mul(x = reshape_105, y = reshape_105)[name = string("mul_616")]; tensor reduce_mean_132_axes_0 = const()[name = string("reduce_mean_132_axes_0"), val = tensor([-1])]; bool reduce_mean_132_keep_dims_0 = const()[name = string("reduce_mean_132_keep_dims_0"), val = bool(true)]; tensor reduce_mean_132 = reduce_mean(axes = reduce_mean_132_axes_0, keep_dims = reduce_mean_132_keep_dims_0, x = mul_616)[name = string("reduce_mean_132")]; fp32 rsqrt_132_epsilon_0 = const()[name = string("rsqrt_132_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_132 = rsqrt(epsilon = rsqrt_132_epsilon_0, x = reduce_mean_132)[name = string("rsqrt_132")]; tensor mul_617 = mul(x = reshape_105, y = rsqrt_132)[name = string("mul_617")]; tensor mul_618_y_0 = const()[name = string("mul_618_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519232)))]; tensor mul_618 = mul(x = mul_617, y = mul_618_y_0)[name = string("mul_618")]; tensor tern_12_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6520000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_o_weight_0_palettized")]; tensor tern_12_o = linear(bias = linear_0_bias_0, weight = tern_12_o_weight_0_palettized, x = mul_618)[name = string("tern_12_o")]; tensor mul_619_y_0 = const()[name = string("mul_619_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551040)))]; tensor mul_619 = mul(x = tern_12_o, y = mul_619_y_0)[name = string("mul_619")]; tensor add_75 = add(x = add_71, y = mul_619)[name = string("add_75")]; tensor mul_620 = mul(x = add_75, y = add_75)[name = string("mul_620")]; tensor reduce_mean_133_axes_0 = const()[name = string("reduce_mean_133_axes_0"), val = tensor([-1])]; bool reduce_mean_133_keep_dims_0 = const()[name = string("reduce_mean_133_keep_dims_0"), val = bool(true)]; tensor reduce_mean_133 = reduce_mean(axes = reduce_mean_133_axes_0, keep_dims = reduce_mean_133_keep_dims_0, x = mul_620)[name = string("reduce_mean_133")]; fp32 rsqrt_133_epsilon_0 = const()[name = string("rsqrt_133_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_133 = rsqrt(epsilon = rsqrt_133_epsilon_0, x = reduce_mean_133)[name = string("rsqrt_133")]; tensor mul_621 = mul(x = add_75, y = rsqrt_133)[name = string("mul_621")]; tensor mul_622_y_0 = const()[name = string("mul_622_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551808)))]; tensor mul_622 = mul(x = mul_621, y = mul_622_y_0)[name = string("mul_622")]; tensor mul_623 = mul(x = mul_622, y = mul_622)[name = string("mul_623")]; tensor reduce_mean_134_axes_0 = const()[name = string("reduce_mean_134_axes_0"), val = tensor([-1])]; bool reduce_mean_134_keep_dims_0 = const()[name = string("reduce_mean_134_keep_dims_0"), val = bool(true)]; tensor reduce_mean_134 = reduce_mean(axes = reduce_mean_134_axes_0, keep_dims = reduce_mean_134_keep_dims_0, x = mul_623)[name = string("reduce_mean_134")]; fp32 rsqrt_134_epsilon_0 = const()[name = string("rsqrt_134_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_134 = rsqrt(epsilon = rsqrt_134_epsilon_0, x = reduce_mean_134)[name = string("rsqrt_134")]; tensor mul_624 = mul(x = mul_622, y = rsqrt_134)[name = string("mul_624")]; tensor mul_625_y_0 = const()[name = string("mul_625_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6552576)))]; tensor mul_625 = mul(x = mul_624, y = mul_625_y_0)[name = string("mul_625")]; tensor tern_12_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6553344))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w1_weight_0_palettized")]; tensor tern_12_w1 = linear(bias = linear_4_bias_0, weight = tern_12_w1_weight_0_palettized, x = mul_625)[name = string("tern_12_w1")]; tensor mul_626_y_0 = const()[name = string("mul_626_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6637888)))]; tensor mul_626 = mul(x = tern_12_w1, y = mul_626_y_0)[name = string("mul_626")]; tensor mul_629_y_0 = const()[name = string("mul_629_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6639872)))]; tensor mul_629 = mul(x = mul_624, y = mul_629_y_0)[name = string("mul_629")]; tensor tern_12_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6640640))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w3_weight_0_palettized")]; tensor tern_12_w3 = linear(bias = linear_4_bias_0, weight = tern_12_w3_weight_0_palettized, x = mul_629)[name = string("tern_12_w3")]; tensor mul_630_y_0 = const()[name = string("mul_630_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6725184)))]; tensor mul_630 = mul(x = tern_12_w3, y = mul_630_y_0)[name = string("mul_630")]; fp16 mul_631_y_0 = const()[name = string("mul_631_y_0"), val = fp16(0x1p-1)]; tensor mul_631 = mul(x = mul_626, y = mul_631_y_0)[name = string("mul_631")]; tensor tanh_12 = tanh(x = mul_631)[name = string("tanh_12")]; fp16 mul_632_x_0 = const()[name = string("mul_632_x_0"), val = fp16(0x1p-1)]; tensor mul_632 = mul(x = mul_632_x_0, y = tanh_12)[name = string("mul_632")]; fp16 add_76_x_0 = const()[name = string("add_76_x_0"), val = fp16(0x1p-1)]; tensor add_76 = add(x = add_76_x_0, y = mul_632)[name = string("add_76")]; tensor mul_633 = mul(x = mul_626, y = add_76)[name = string("mul_633")]; tensor mul_634 = mul(x = mul_633, y = mul_630)[name = string("mul_634")]; tensor mul_635 = mul(x = mul_634, y = mul_634)[name = string("mul_635")]; tensor reduce_mean_136_axes_0 = const()[name = string("reduce_mean_136_axes_0"), val = tensor([-1])]; bool reduce_mean_136_keep_dims_0 = const()[name = string("reduce_mean_136_keep_dims_0"), val = bool(true)]; tensor reduce_mean_136 = reduce_mean(axes = reduce_mean_136_axes_0, keep_dims = reduce_mean_136_keep_dims_0, x = mul_635)[name = string("reduce_mean_136")]; fp32 rsqrt_136_epsilon_0 = const()[name = string("rsqrt_136_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_136 = rsqrt(epsilon = rsqrt_136_epsilon_0, x = reduce_mean_136)[name = string("rsqrt_136")]; tensor mul_636 = mul(x = mul_634, y = rsqrt_136)[name = string("mul_636")]; tensor mul_637_y_0 = const()[name = string("mul_637_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6727168)))]; tensor mul_637 = mul(x = mul_636, y = mul_637_y_0)[name = string("mul_637")]; tensor tern_12_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6729152))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w2_weight_0_palettized")]; tensor tern_12_w2 = linear(bias = linear_0_bias_0, weight = tern_12_w2_weight_0_palettized, x = mul_637)[name = string("tern_12_w2")]; tensor mul_638_y_0 = const()[name = string("mul_638_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6813696)))]; tensor mul_638 = mul(x = tern_12_w2, y = mul_638_y_0)[name = string("mul_638")]; tensor add_77 = add(x = add_75, y = mul_638)[name = string("add_77")]; tensor mul_639 = mul(x = add_77, y = add_77)[name = string("mul_639")]; tensor reduce_mean_137_axes_0 = const()[name = string("reduce_mean_137_axes_0"), val = tensor([-1])]; bool reduce_mean_137_keep_dims_0 = const()[name = string("reduce_mean_137_keep_dims_0"), val = bool(true)]; tensor reduce_mean_137 = reduce_mean(axes = reduce_mean_137_axes_0, keep_dims = reduce_mean_137_keep_dims_0, x = mul_639)[name = string("reduce_mean_137")]; fp32 rsqrt_137_epsilon_0 = const()[name = string("rsqrt_137_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_137 = rsqrt(epsilon = rsqrt_137_epsilon_0, x = reduce_mean_137)[name = string("rsqrt_137")]; tensor mul_640 = mul(x = add_77, y = rsqrt_137)[name = string("mul_640")]; tensor mul_641_y_0 = const()[name = string("mul_641_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6814464)))]; tensor mul_641 = mul(x = mul_640, y = mul_641_y_0)[name = string("mul_641")]; tensor mul_642 = mul(x = mul_641, y = mul_641)[name = string("mul_642")]; tensor reduce_mean_138_axes_0 = const()[name = string("reduce_mean_138_axes_0"), val = tensor([-1])]; bool reduce_mean_138_keep_dims_0 = const()[name = string("reduce_mean_138_keep_dims_0"), val = bool(true)]; tensor reduce_mean_138 = reduce_mean(axes = reduce_mean_138_axes_0, keep_dims = reduce_mean_138_keep_dims_0, x = mul_642)[name = string("reduce_mean_138")]; fp32 rsqrt_138_epsilon_0 = const()[name = string("rsqrt_138_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_138 = rsqrt(epsilon = rsqrt_138_epsilon_0, x = reduce_mean_138)[name = string("rsqrt_138")]; tensor mul_643 = mul(x = mul_641, y = rsqrt_138)[name = string("mul_643")]; tensor mul_644_y_0 = const()[name = string("mul_644_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6815232)))]; tensor mul_644 = mul(x = mul_643, y = mul_644_y_0)[name = string("mul_644")]; tensor tern_13_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6816000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_q_weight_0_palettized")]; tensor tern_13_q = linear(bias = linear_0_bias_0, weight = tern_13_q_weight_0_palettized, x = mul_644)[name = string("tern_13_q")]; tensor mul_645_y_0 = const()[name = string("mul_645_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847040)))]; tensor mul_645 = mul(x = tern_13_q, y = mul_645_y_0)[name = string("mul_645")]; tensor reshape_106_shape_0 = const()[name = string("reshape_106_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_106 = reshape(shape = reshape_106_shape_0, x = mul_645)[name = string("reshape_106")]; tensor transpose_52_perm_0 = const()[name = string("transpose_52_perm_0"), val = tensor([1, 0, 2])]; tensor mul_648_y_0 = const()[name = string("mul_648_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847808)))]; tensor mul_648 = mul(x = mul_643, y = mul_648_y_0)[name = string("mul_648")]; tensor tern_13_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6848576))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_k_weight_0_palettized")]; tensor tern_13_k_bias_0 = const()[name = string("tern_13_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_k = linear(bias = tern_13_k_bias_0, weight = tern_13_k_weight_0_palettized, x = mul_648)[name = string("tern_13_k")]; tensor mul_649_y_0 = const()[name = string("mul_649_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856384)))]; tensor mul_649 = mul(x = tern_13_k, y = mul_649_y_0)[name = string("mul_649")]; tensor reshape_107_shape_0 = const()[name = string("reshape_107_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_107 = reshape(shape = reshape_107_shape_0, x = mul_649)[name = string("reshape_107")]; tensor transpose_53_perm_0 = const()[name = string("transpose_53_perm_0"), val = tensor([1, 0, 2])]; tensor mul_652_y_0 = const()[name = string("mul_652_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856640)))]; tensor mul_652 = mul(x = mul_643, y = mul_652_y_0)[name = string("mul_652")]; tensor tern_13_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6857408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_v_weight_0_palettized")]; tensor tern_13_v_bias_0 = const()[name = string("tern_13_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_v = linear(bias = tern_13_v_bias_0, weight = tern_13_v_weight_0_palettized, x = mul_652)[name = string("tern_13_v")]; tensor mul_653_y_0 = const()[name = string("mul_653_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865216)))]; tensor mul_653 = mul(x = tern_13_v, y = mul_653_y_0)[name = string("mul_653")]; tensor reshape_108_shape_0 = const()[name = string("reshape_108_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_108 = reshape(shape = reshape_108_shape_0, x = mul_653)[name = string("reshape_108")]; tensor transpose_54_perm_0 = const()[name = string("transpose_54_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = reshape_106)[name = string("transpose_11")]; tensor mul_654 = mul(x = transpose_52, y = transpose_52)[name = string("mul_654")]; tensor reduce_mean_141_axes_0 = const()[name = string("reduce_mean_141_axes_0"), val = tensor([-1])]; bool reduce_mean_141_keep_dims_0 = const()[name = string("reduce_mean_141_keep_dims_0"), val = bool(true)]; tensor reduce_mean_141 = reduce_mean(axes = reduce_mean_141_axes_0, keep_dims = reduce_mean_141_keep_dims_0, x = mul_654)[name = string("reduce_mean_141")]; fp32 rsqrt_141_epsilon_0 = const()[name = string("rsqrt_141_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_141 = rsqrt(epsilon = rsqrt_141_epsilon_0, x = reduce_mean_141)[name = string("rsqrt_141")]; tensor mul_655 = mul(x = transpose_52, y = rsqrt_141)[name = string("mul_655")]; tensor mul_656_y_0 = const()[name = string("mul_656_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865472)))]; tensor mul_656 = mul(x = mul_655, y = mul_656_y_0)[name = string("mul_656")]; tensor slice_by_index_52_begin_0 = const()[name = string("slice_by_index_52_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_52_end_0 = const()[name = string("slice_by_index_52_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_52_end_mask_0 = const()[name = string("slice_by_index_52_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_52 = slice_by_index(begin = slice_by_index_52_begin_0, end = slice_by_index_52_end_0, end_mask = slice_by_index_52_end_mask_0, x = mul_656)[name = string("slice_by_index_52")]; tensor slice_by_index_53_begin_0 = const()[name = string("slice_by_index_53_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_53_end_0 = const()[name = string("slice_by_index_53_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_53_end_mask_0 = const()[name = string("slice_by_index_53_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_53 = slice_by_index(begin = slice_by_index_53_begin_0, end = slice_by_index_53_end_0, end_mask = slice_by_index_53_end_mask_0, x = mul_656)[name = string("slice_by_index_53")]; int32 concat_26_axis_0 = const()[name = string("concat_26_axis_0"), val = int32(-1)]; bool concat_26_interleave_0 = const()[name = string("concat_26_interleave_0"), val = bool(false)]; tensor concat_26 = concat(axis = concat_26_axis_0, interleave = concat_26_interleave_0, values = (slice_by_index_53, slice_by_index_52))[name = string("concat_26")]; tensor mul_657_y_0 = const()[name = string("mul_657_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_657 = mul(x = concat_26, y = mul_657_y_0)[name = string("mul_657")]; tensor mul_658 = mul(x = mul_656, y = mul_11_y_0)[name = string("mul_658")]; tensor mul_659 = mul(x = mul_657, y = mul_12_y_0)[name = string("mul_659")]; tensor add_78 = add(x = mul_658, y = mul_659)[name = string("add_78")]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = reshape_107)[name = string("transpose_10")]; tensor mul_660 = mul(x = transpose_53, y = transpose_53)[name = string("mul_660")]; tensor reduce_mean_142_axes_0 = const()[name = string("reduce_mean_142_axes_0"), val = tensor([-1])]; bool reduce_mean_142_keep_dims_0 = const()[name = string("reduce_mean_142_keep_dims_0"), val = bool(true)]; tensor reduce_mean_142 = reduce_mean(axes = reduce_mean_142_axes_0, keep_dims = reduce_mean_142_keep_dims_0, x = mul_660)[name = string("reduce_mean_142")]; fp32 rsqrt_142_epsilon_0 = const()[name = string("rsqrt_142_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_142 = rsqrt(epsilon = rsqrt_142_epsilon_0, x = reduce_mean_142)[name = string("rsqrt_142")]; tensor mul_661 = mul(x = transpose_53, y = rsqrt_142)[name = string("mul_661")]; tensor mul_662_y_0 = const()[name = string("mul_662_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865664)))]; tensor mul_662 = mul(x = mul_661, y = mul_662_y_0)[name = string("mul_662")]; tensor slice_by_index_54_begin_0 = const()[name = string("slice_by_index_54_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_54_end_0 = const()[name = string("slice_by_index_54_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_54_end_mask_0 = const()[name = string("slice_by_index_54_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_54 = slice_by_index(begin = slice_by_index_54_begin_0, end = slice_by_index_54_end_0, end_mask = slice_by_index_54_end_mask_0, x = mul_662)[name = string("slice_by_index_54")]; tensor slice_by_index_55_begin_0 = const()[name = string("slice_by_index_55_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_55_end_0 = const()[name = string("slice_by_index_55_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_55_end_mask_0 = const()[name = string("slice_by_index_55_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_55 = slice_by_index(begin = slice_by_index_55_begin_0, end = slice_by_index_55_end_0, end_mask = slice_by_index_55_end_mask_0, x = mul_662)[name = string("slice_by_index_55")]; int32 concat_27_axis_0 = const()[name = string("concat_27_axis_0"), val = int32(-1)]; bool concat_27_interleave_0 = const()[name = string("concat_27_interleave_0"), val = bool(false)]; tensor concat_27 = concat(axis = concat_27_axis_0, interleave = concat_27_interleave_0, values = (slice_by_index_55, slice_by_index_54))[name = string("concat_27")]; tensor mul_663_y_0 = const()[name = string("mul_663_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_663 = mul(x = concat_27, y = mul_663_y_0)[name = string("mul_663")]; tensor mul_664 = mul(x = mul_662, y = mul_11_y_0)[name = string("mul_664")]; tensor mul_665 = mul(x = mul_663, y = mul_12_y_0)[name = string("mul_665")]; tensor add_79 = add(x = mul_664, y = mul_665)[name = string("add_79")]; tensor reshape_109_shape_0 = const()[name = string("reshape_109_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_109 = reshape(shape = reshape_109_shape_0, x = add_79)[name = string("reshape_109")]; tensor tile_26_reps_0 = const()[name = string("tile_26_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_26 = tile(reps = tile_26_reps_0, x = reshape_109)[name = string("tile_26")]; tensor reshape_110_shape_0 = const()[name = string("reshape_110_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_110 = reshape(shape = reshape_110_shape_0, x = tile_26)[name = string("reshape_110")]; tensor reshape_111_shape_0 = const()[name = string("reshape_111_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = reshape_108)[name = string("transpose_9")]; tensor reshape_111 = reshape(shape = reshape_111_shape_0, x = transpose_54)[name = string("reshape_111")]; tensor tile_27_reps_0 = const()[name = string("tile_27_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_27 = tile(reps = tile_27_reps_0, x = reshape_111)[name = string("tile_27")]; tensor reshape_112_shape_0 = const()[name = string("reshape_112_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_112 = reshape(shape = reshape_112_shape_0, x = tile_27)[name = string("reshape_112")]; fp16 mul_666_y_0 = const()[name = string("mul_666_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_666 = mul(x = add_78, y = mul_666_y_0)[name = string("mul_666")]; bool matmul_26_transpose_y_0 = const()[name = string("matmul_26_transpose_y_0"), val = bool(true)]; bool matmul_26_transpose_x_0 = const()[name = string("matmul_26_transpose_x_0"), val = bool(false)]; tensor matmul_26 = matmul(transpose_x = matmul_26_transpose_x_0, transpose_y = matmul_26_transpose_y_0, x = mul_666, y = reshape_110)[name = string("matmul_26")]; tensor add_80 = add(x = matmul_26, y = reshape_1)[name = string("add_80")]; int32 softmax_13_axis_0 = const()[name = string("softmax_13_axis_0"), val = int32(-1)]; tensor softmax_13 = softmax(axis = softmax_13_axis_0, x = add_80)[name = string("softmax_13")]; bool matmul_27_transpose_x_0 = const()[name = string("matmul_27_transpose_x_0"), val = bool(false)]; bool matmul_27_transpose_y_0 = const()[name = string("matmul_27_transpose_y_0"), val = bool(false)]; tensor matmul_27 = matmul(transpose_x = matmul_27_transpose_x_0, transpose_y = matmul_27_transpose_y_0, x = softmax_13, y = reshape_112)[name = string("matmul_27")]; tensor transpose_55_perm_0 = const()[name = string("transpose_55_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_113_shape_0 = const()[name = string("reshape_113_shape_0"), val = tensor([256, 352])]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = matmul_27)[name = string("transpose_8")]; tensor reshape_113 = reshape(shape = reshape_113_shape_0, x = transpose_55)[name = string("reshape_113")]; tensor mul_667 = mul(x = reshape_113, y = reshape_113)[name = string("mul_667")]; tensor reduce_mean_143_axes_0 = const()[name = string("reduce_mean_143_axes_0"), val = tensor([-1])]; bool reduce_mean_143_keep_dims_0 = const()[name = string("reduce_mean_143_keep_dims_0"), val = bool(true)]; tensor reduce_mean_143 = reduce_mean(axes = reduce_mean_143_axes_0, keep_dims = reduce_mean_143_keep_dims_0, x = mul_667)[name = string("reduce_mean_143")]; fp32 rsqrt_143_epsilon_0 = const()[name = string("rsqrt_143_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_143 = rsqrt(epsilon = rsqrt_143_epsilon_0, x = reduce_mean_143)[name = string("rsqrt_143")]; tensor mul_668 = mul(x = reshape_113, y = rsqrt_143)[name = string("mul_668")]; tensor mul_669_y_0 = const()[name = string("mul_669_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865856)))]; tensor mul_669 = mul(x = mul_668, y = mul_669_y_0)[name = string("mul_669")]; tensor tern_13_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6866624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_o_weight_0_palettized")]; tensor tern_13_o = linear(bias = linear_0_bias_0, weight = tern_13_o_weight_0_palettized, x = mul_669)[name = string("tern_13_o")]; tensor mul_670_y_0 = const()[name = string("mul_670_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6897664)))]; tensor mul_670 = mul(x = tern_13_o, y = mul_670_y_0)[name = string("mul_670")]; tensor add_81 = add(x = add_77, y = mul_670)[name = string("add_81")]; tensor mul_671 = mul(x = add_81, y = add_81)[name = string("mul_671")]; tensor reduce_mean_144_axes_0 = const()[name = string("reduce_mean_144_axes_0"), val = tensor([-1])]; bool reduce_mean_144_keep_dims_0 = const()[name = string("reduce_mean_144_keep_dims_0"), val = bool(true)]; tensor reduce_mean_144 = reduce_mean(axes = reduce_mean_144_axes_0, keep_dims = reduce_mean_144_keep_dims_0, x = mul_671)[name = string("reduce_mean_144")]; fp32 rsqrt_144_epsilon_0 = const()[name = string("rsqrt_144_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_144 = rsqrt(epsilon = rsqrt_144_epsilon_0, x = reduce_mean_144)[name = string("rsqrt_144")]; tensor mul_672 = mul(x = add_81, y = rsqrt_144)[name = string("mul_672")]; tensor mul_673_y_0 = const()[name = string("mul_673_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6898432)))]; tensor mul_673 = mul(x = mul_672, y = mul_673_y_0)[name = string("mul_673")]; tensor mul_674 = mul(x = mul_673, y = mul_673)[name = string("mul_674")]; tensor reduce_mean_145_axes_0 = const()[name = string("reduce_mean_145_axes_0"), val = tensor([-1])]; bool reduce_mean_145_keep_dims_0 = const()[name = string("reduce_mean_145_keep_dims_0"), val = bool(true)]; tensor reduce_mean_145 = reduce_mean(axes = reduce_mean_145_axes_0, keep_dims = reduce_mean_145_keep_dims_0, x = mul_674)[name = string("reduce_mean_145")]; fp32 rsqrt_145_epsilon_0 = const()[name = string("rsqrt_145_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_145 = rsqrt(epsilon = rsqrt_145_epsilon_0, x = reduce_mean_145)[name = string("rsqrt_145")]; tensor mul_675 = mul(x = mul_673, y = rsqrt_145)[name = string("mul_675")]; tensor mul_676_y_0 = const()[name = string("mul_676_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899200)))]; tensor mul_676 = mul(x = mul_675, y = mul_676_y_0)[name = string("mul_676")]; tensor tern_13_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899968))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w1_weight_0_palettized")]; tensor tern_13_w1 = linear(bias = linear_4_bias_0, weight = tern_13_w1_weight_0_palettized, x = mul_676)[name = string("tern_13_w1")]; tensor mul_677_y_0 = const()[name = string("mul_677_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6984512)))]; tensor mul_677 = mul(x = tern_13_w1, y = mul_677_y_0)[name = string("mul_677")]; tensor mul_680_y_0 = const()[name = string("mul_680_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6986496)))]; tensor mul_680 = mul(x = mul_675, y = mul_680_y_0)[name = string("mul_680")]; tensor tern_13_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6987264))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w3_weight_0_palettized")]; tensor tern_13_w3 = linear(bias = linear_4_bias_0, weight = tern_13_w3_weight_0_palettized, x = mul_680)[name = string("tern_13_w3")]; tensor mul_681_y_0 = const()[name = string("mul_681_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7071808)))]; tensor mul_681 = mul(x = tern_13_w3, y = mul_681_y_0)[name = string("mul_681")]; fp16 mul_682_y_0 = const()[name = string("mul_682_y_0"), val = fp16(0x1p-1)]; tensor mul_682 = mul(x = mul_677, y = mul_682_y_0)[name = string("mul_682")]; tensor tanh_13 = tanh(x = mul_682)[name = string("tanh_13")]; fp16 mul_683_x_0 = const()[name = string("mul_683_x_0"), val = fp16(0x1p-1)]; tensor mul_683 = mul(x = mul_683_x_0, y = tanh_13)[name = string("mul_683")]; fp16 add_82_x_0 = const()[name = string("add_82_x_0"), val = fp16(0x1p-1)]; tensor add_82 = add(x = add_82_x_0, y = mul_683)[name = string("add_82")]; tensor mul_684 = mul(x = mul_677, y = add_82)[name = string("mul_684")]; tensor mul_685 = mul(x = mul_684, y = mul_681)[name = string("mul_685")]; tensor mul_686 = mul(x = mul_685, y = mul_685)[name = string("mul_686")]; tensor reduce_mean_147_axes_0 = const()[name = string("reduce_mean_147_axes_0"), val = tensor([-1])]; bool reduce_mean_147_keep_dims_0 = const()[name = string("reduce_mean_147_keep_dims_0"), val = bool(true)]; tensor reduce_mean_147 = reduce_mean(axes = reduce_mean_147_axes_0, keep_dims = reduce_mean_147_keep_dims_0, x = mul_686)[name = string("reduce_mean_147")]; fp32 rsqrt_147_epsilon_0 = const()[name = string("rsqrt_147_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_147 = rsqrt(epsilon = rsqrt_147_epsilon_0, x = reduce_mean_147)[name = string("rsqrt_147")]; tensor mul_687 = mul(x = mul_685, y = rsqrt_147)[name = string("mul_687")]; tensor mul_688_y_0 = const()[name = string("mul_688_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7073792)))]; tensor mul_688 = mul(x = mul_687, y = mul_688_y_0)[name = string("mul_688")]; tensor tern_13_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7075776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w2_weight_0_palettized")]; tensor tern_13_w2 = linear(bias = linear_0_bias_0, weight = tern_13_w2_weight_0_palettized, x = mul_688)[name = string("tern_13_w2")]; tensor mul_689_y_0 = const()[name = string("mul_689_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7160320)))]; tensor mul_689 = mul(x = tern_13_w2, y = mul_689_y_0)[name = string("mul_689")]; tensor add_83 = add(x = add_81, y = mul_689)[name = string("add_83")]; tensor mul_690 = mul(x = add_83, y = add_83)[name = string("mul_690")]; tensor reduce_mean_148_axes_0 = const()[name = string("reduce_mean_148_axes_0"), val = tensor([-1])]; bool reduce_mean_148_keep_dims_0 = const()[name = string("reduce_mean_148_keep_dims_0"), val = bool(true)]; tensor reduce_mean_148 = reduce_mean(axes = reduce_mean_148_axes_0, keep_dims = reduce_mean_148_keep_dims_0, x = mul_690)[name = string("reduce_mean_148")]; fp32 rsqrt_148_epsilon_0 = const()[name = string("rsqrt_148_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_148 = rsqrt(epsilon = rsqrt_148_epsilon_0, x = reduce_mean_148)[name = string("rsqrt_148")]; tensor mul_691 = mul(x = add_83, y = rsqrt_148)[name = string("mul_691")]; tensor mul_692_y_0 = const()[name = string("mul_692_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161088)))]; tensor mul_692 = mul(x = mul_691, y = mul_692_y_0)[name = string("mul_692")]; tensor mul_693 = mul(x = mul_692, y = mul_692)[name = string("mul_693")]; tensor reduce_mean_149_axes_0 = const()[name = string("reduce_mean_149_axes_0"), val = tensor([-1])]; bool reduce_mean_149_keep_dims_0 = const()[name = string("reduce_mean_149_keep_dims_0"), val = bool(true)]; tensor reduce_mean_149 = reduce_mean(axes = reduce_mean_149_axes_0, keep_dims = reduce_mean_149_keep_dims_0, x = mul_693)[name = string("reduce_mean_149")]; fp32 rsqrt_149_epsilon_0 = const()[name = string("rsqrt_149_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_149 = rsqrt(epsilon = rsqrt_149_epsilon_0, x = reduce_mean_149)[name = string("rsqrt_149")]; tensor mul_694 = mul(x = mul_692, y = rsqrt_149)[name = string("mul_694")]; tensor mul_695_y_0 = const()[name = string("mul_695_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161856)))]; tensor mul_695 = mul(x = mul_694, y = mul_695_y_0)[name = string("mul_695")]; tensor tern_14_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7162624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_q_weight_0_palettized")]; tensor tern_14_q = linear(bias = linear_0_bias_0, weight = tern_14_q_weight_0_palettized, x = mul_695)[name = string("tern_14_q")]; tensor mul_696_y_0 = const()[name = string("mul_696_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7193664)))]; tensor mul_696 = mul(x = tern_14_q, y = mul_696_y_0)[name = string("mul_696")]; tensor reshape_114_shape_0 = const()[name = string("reshape_114_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_114 = reshape(shape = reshape_114_shape_0, x = mul_696)[name = string("reshape_114")]; tensor transpose_56_perm_0 = const()[name = string("transpose_56_perm_0"), val = tensor([1, 0, 2])]; tensor mul_699_y_0 = const()[name = string("mul_699_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7194432)))]; tensor mul_699 = mul(x = mul_694, y = mul_699_y_0)[name = string("mul_699")]; tensor tern_14_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7195200))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_k_weight_0_palettized")]; tensor tern_14_k_bias_0 = const()[name = string("tern_14_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_k = linear(bias = tern_14_k_bias_0, weight = tern_14_k_weight_0_palettized, x = mul_699)[name = string("tern_14_k")]; tensor mul_700_y_0 = const()[name = string("mul_700_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203008)))]; tensor mul_700 = mul(x = tern_14_k, y = mul_700_y_0)[name = string("mul_700")]; tensor reshape_115_shape_0 = const()[name = string("reshape_115_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_115 = reshape(shape = reshape_115_shape_0, x = mul_700)[name = string("reshape_115")]; tensor transpose_57_perm_0 = const()[name = string("transpose_57_perm_0"), val = tensor([1, 0, 2])]; tensor mul_703_y_0 = const()[name = string("mul_703_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203264)))]; tensor mul_703 = mul(x = mul_694, y = mul_703_y_0)[name = string("mul_703")]; tensor tern_14_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7204032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_v_weight_0_palettized")]; tensor tern_14_v_bias_0 = const()[name = string("tern_14_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_v = linear(bias = tern_14_v_bias_0, weight = tern_14_v_weight_0_palettized, x = mul_703)[name = string("tern_14_v")]; tensor mul_704_y_0 = const()[name = string("mul_704_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7211840)))]; tensor mul_704 = mul(x = tern_14_v, y = mul_704_y_0)[name = string("mul_704")]; tensor reshape_116_shape_0 = const()[name = string("reshape_116_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_116 = reshape(shape = reshape_116_shape_0, x = mul_704)[name = string("reshape_116")]; tensor transpose_58_perm_0 = const()[name = string("transpose_58_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = reshape_114)[name = string("transpose_7")]; tensor mul_705 = mul(x = transpose_56, y = transpose_56)[name = string("mul_705")]; tensor reduce_mean_152_axes_0 = const()[name = string("reduce_mean_152_axes_0"), val = tensor([-1])]; bool reduce_mean_152_keep_dims_0 = const()[name = string("reduce_mean_152_keep_dims_0"), val = bool(true)]; tensor reduce_mean_152 = reduce_mean(axes = reduce_mean_152_axes_0, keep_dims = reduce_mean_152_keep_dims_0, x = mul_705)[name = string("reduce_mean_152")]; fp32 rsqrt_152_epsilon_0 = const()[name = string("rsqrt_152_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_152 = rsqrt(epsilon = rsqrt_152_epsilon_0, x = reduce_mean_152)[name = string("rsqrt_152")]; tensor mul_706 = mul(x = transpose_56, y = rsqrt_152)[name = string("mul_706")]; tensor mul_707_y_0 = const()[name = string("mul_707_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212096)))]; tensor mul_707 = mul(x = mul_706, y = mul_707_y_0)[name = string("mul_707")]; tensor slice_by_index_56_begin_0 = const()[name = string("slice_by_index_56_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_56_end_0 = const()[name = string("slice_by_index_56_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_56_end_mask_0 = const()[name = string("slice_by_index_56_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_56 = slice_by_index(begin = slice_by_index_56_begin_0, end = slice_by_index_56_end_0, end_mask = slice_by_index_56_end_mask_0, x = mul_707)[name = string("slice_by_index_56")]; tensor slice_by_index_57_begin_0 = const()[name = string("slice_by_index_57_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_57_end_0 = const()[name = string("slice_by_index_57_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_57_end_mask_0 = const()[name = string("slice_by_index_57_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_57 = slice_by_index(begin = slice_by_index_57_begin_0, end = slice_by_index_57_end_0, end_mask = slice_by_index_57_end_mask_0, x = mul_707)[name = string("slice_by_index_57")]; int32 concat_28_axis_0 = const()[name = string("concat_28_axis_0"), val = int32(-1)]; bool concat_28_interleave_0 = const()[name = string("concat_28_interleave_0"), val = bool(false)]; tensor concat_28 = concat(axis = concat_28_axis_0, interleave = concat_28_interleave_0, values = (slice_by_index_57, slice_by_index_56))[name = string("concat_28")]; tensor mul_708_y_0 = const()[name = string("mul_708_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_708 = mul(x = concat_28, y = mul_708_y_0)[name = string("mul_708")]; tensor mul_709 = mul(x = mul_707, y = mul_11_y_0)[name = string("mul_709")]; tensor mul_710 = mul(x = mul_708, y = mul_12_y_0)[name = string("mul_710")]; tensor add_84 = add(x = mul_709, y = mul_710)[name = string("add_84")]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = reshape_115)[name = string("transpose_6")]; tensor mul_711 = mul(x = transpose_57, y = transpose_57)[name = string("mul_711")]; tensor reduce_mean_153_axes_0 = const()[name = string("reduce_mean_153_axes_0"), val = tensor([-1])]; bool reduce_mean_153_keep_dims_0 = const()[name = string("reduce_mean_153_keep_dims_0"), val = bool(true)]; tensor reduce_mean_153 = reduce_mean(axes = reduce_mean_153_axes_0, keep_dims = reduce_mean_153_keep_dims_0, x = mul_711)[name = string("reduce_mean_153")]; fp32 rsqrt_153_epsilon_0 = const()[name = string("rsqrt_153_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_153 = rsqrt(epsilon = rsqrt_153_epsilon_0, x = reduce_mean_153)[name = string("rsqrt_153")]; tensor mul_712 = mul(x = transpose_57, y = rsqrt_153)[name = string("mul_712")]; tensor mul_713_y_0 = const()[name = string("mul_713_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212288)))]; tensor mul_713 = mul(x = mul_712, y = mul_713_y_0)[name = string("mul_713")]; tensor slice_by_index_58_begin_0 = const()[name = string("slice_by_index_58_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_58_end_0 = const()[name = string("slice_by_index_58_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_58_end_mask_0 = const()[name = string("slice_by_index_58_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_58 = slice_by_index(begin = slice_by_index_58_begin_0, end = slice_by_index_58_end_0, end_mask = slice_by_index_58_end_mask_0, x = mul_713)[name = string("slice_by_index_58")]; tensor slice_by_index_59_begin_0 = const()[name = string("slice_by_index_59_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_59_end_0 = const()[name = string("slice_by_index_59_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_59_end_mask_0 = const()[name = string("slice_by_index_59_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_59 = slice_by_index(begin = slice_by_index_59_begin_0, end = slice_by_index_59_end_0, end_mask = slice_by_index_59_end_mask_0, x = mul_713)[name = string("slice_by_index_59")]; int32 concat_29_axis_0 = const()[name = string("concat_29_axis_0"), val = int32(-1)]; bool concat_29_interleave_0 = const()[name = string("concat_29_interleave_0"), val = bool(false)]; tensor concat_29 = concat(axis = concat_29_axis_0, interleave = concat_29_interleave_0, values = (slice_by_index_59, slice_by_index_58))[name = string("concat_29")]; tensor mul_714_y_0 = const()[name = string("mul_714_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_714 = mul(x = concat_29, y = mul_714_y_0)[name = string("mul_714")]; tensor mul_715 = mul(x = mul_713, y = mul_11_y_0)[name = string("mul_715")]; tensor mul_716 = mul(x = mul_714, y = mul_12_y_0)[name = string("mul_716")]; tensor add_85 = add(x = mul_715, y = mul_716)[name = string("add_85")]; tensor reshape_117_shape_0 = const()[name = string("reshape_117_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_117 = reshape(shape = reshape_117_shape_0, x = add_85)[name = string("reshape_117")]; tensor tile_28_reps_0 = const()[name = string("tile_28_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_28 = tile(reps = tile_28_reps_0, x = reshape_117)[name = string("tile_28")]; tensor reshape_118_shape_0 = const()[name = string("reshape_118_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_118 = reshape(shape = reshape_118_shape_0, x = tile_28)[name = string("reshape_118")]; tensor reshape_119_shape_0 = const()[name = string("reshape_119_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = reshape_116)[name = string("transpose_5")]; tensor reshape_119 = reshape(shape = reshape_119_shape_0, x = transpose_58)[name = string("reshape_119")]; tensor tile_29_reps_0 = const()[name = string("tile_29_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_29 = tile(reps = tile_29_reps_0, x = reshape_119)[name = string("tile_29")]; tensor reshape_120_shape_0 = const()[name = string("reshape_120_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_120 = reshape(shape = reshape_120_shape_0, x = tile_29)[name = string("reshape_120")]; fp16 mul_717_y_0 = const()[name = string("mul_717_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_717 = mul(x = add_84, y = mul_717_y_0)[name = string("mul_717")]; bool matmul_28_transpose_y_0 = const()[name = string("matmul_28_transpose_y_0"), val = bool(true)]; bool matmul_28_transpose_x_0 = const()[name = string("matmul_28_transpose_x_0"), val = bool(false)]; tensor matmul_28 = matmul(transpose_x = matmul_28_transpose_x_0, transpose_y = matmul_28_transpose_y_0, x = mul_717, y = reshape_118)[name = string("matmul_28")]; tensor add_86 = add(x = matmul_28, y = reshape_1)[name = string("add_86")]; int32 softmax_14_axis_0 = const()[name = string("softmax_14_axis_0"), val = int32(-1)]; tensor softmax_14 = softmax(axis = softmax_14_axis_0, x = add_86)[name = string("softmax_14")]; bool matmul_29_transpose_x_0 = const()[name = string("matmul_29_transpose_x_0"), val = bool(false)]; bool matmul_29_transpose_y_0 = const()[name = string("matmul_29_transpose_y_0"), val = bool(false)]; tensor matmul_29 = matmul(transpose_x = matmul_29_transpose_x_0, transpose_y = matmul_29_transpose_y_0, x = softmax_14, y = reshape_120)[name = string("matmul_29")]; tensor transpose_59_perm_0 = const()[name = string("transpose_59_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_121_shape_0 = const()[name = string("reshape_121_shape_0"), val = tensor([256, 352])]; tensor transpose_59 = transpose(perm = transpose_59_perm_0, x = matmul_29)[name = string("transpose_4")]; tensor reshape_121 = reshape(shape = reshape_121_shape_0, x = transpose_59)[name = string("reshape_121")]; tensor mul_718 = mul(x = reshape_121, y = reshape_121)[name = string("mul_718")]; tensor reduce_mean_154_axes_0 = const()[name = string("reduce_mean_154_axes_0"), val = tensor([-1])]; bool reduce_mean_154_keep_dims_0 = const()[name = string("reduce_mean_154_keep_dims_0"), val = bool(true)]; tensor reduce_mean_154 = reduce_mean(axes = reduce_mean_154_axes_0, keep_dims = reduce_mean_154_keep_dims_0, x = mul_718)[name = string("reduce_mean_154")]; fp32 rsqrt_154_epsilon_0 = const()[name = string("rsqrt_154_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_154 = rsqrt(epsilon = rsqrt_154_epsilon_0, x = reduce_mean_154)[name = string("rsqrt_154")]; tensor mul_719 = mul(x = reshape_121, y = rsqrt_154)[name = string("mul_719")]; tensor mul_720_y_0 = const()[name = string("mul_720_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212480)))]; tensor mul_720 = mul(x = mul_719, y = mul_720_y_0)[name = string("mul_720")]; tensor tern_14_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7213248))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_o_weight_0_palettized")]; tensor tern_14_o = linear(bias = linear_0_bias_0, weight = tern_14_o_weight_0_palettized, x = mul_720)[name = string("tern_14_o")]; tensor mul_721_y_0 = const()[name = string("mul_721_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7244288)))]; tensor mul_721 = mul(x = tern_14_o, y = mul_721_y_0)[name = string("mul_721")]; tensor add_87 = add(x = add_83, y = mul_721)[name = string("add_87")]; tensor mul_722 = mul(x = add_87, y = add_87)[name = string("mul_722")]; tensor reduce_mean_155_axes_0 = const()[name = string("reduce_mean_155_axes_0"), val = tensor([-1])]; bool reduce_mean_155_keep_dims_0 = const()[name = string("reduce_mean_155_keep_dims_0"), val = bool(true)]; tensor reduce_mean_155 = reduce_mean(axes = reduce_mean_155_axes_0, keep_dims = reduce_mean_155_keep_dims_0, x = mul_722)[name = string("reduce_mean_155")]; fp32 rsqrt_155_epsilon_0 = const()[name = string("rsqrt_155_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_155 = rsqrt(epsilon = rsqrt_155_epsilon_0, x = reduce_mean_155)[name = string("rsqrt_155")]; tensor mul_723 = mul(x = add_87, y = rsqrt_155)[name = string("mul_723")]; tensor mul_724_y_0 = const()[name = string("mul_724_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245056)))]; tensor mul_724 = mul(x = mul_723, y = mul_724_y_0)[name = string("mul_724")]; tensor mul_725 = mul(x = mul_724, y = mul_724)[name = string("mul_725")]; tensor reduce_mean_156_axes_0 = const()[name = string("reduce_mean_156_axes_0"), val = tensor([-1])]; bool reduce_mean_156_keep_dims_0 = const()[name = string("reduce_mean_156_keep_dims_0"), val = bool(true)]; tensor reduce_mean_156 = reduce_mean(axes = reduce_mean_156_axes_0, keep_dims = reduce_mean_156_keep_dims_0, x = mul_725)[name = string("reduce_mean_156")]; fp32 rsqrt_156_epsilon_0 = const()[name = string("rsqrt_156_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_156 = rsqrt(epsilon = rsqrt_156_epsilon_0, x = reduce_mean_156)[name = string("rsqrt_156")]; tensor mul_726 = mul(x = mul_724, y = rsqrt_156)[name = string("mul_726")]; tensor mul_727_y_0 = const()[name = string("mul_727_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245824)))]; tensor mul_727 = mul(x = mul_726, y = mul_727_y_0)[name = string("mul_727")]; tensor tern_14_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7246592))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w1_weight_0_palettized")]; tensor tern_14_w1 = linear(bias = linear_4_bias_0, weight = tern_14_w1_weight_0_palettized, x = mul_727)[name = string("tern_14_w1")]; tensor mul_728_y_0 = const()[name = string("mul_728_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7331136)))]; tensor mul_728 = mul(x = tern_14_w1, y = mul_728_y_0)[name = string("mul_728")]; tensor mul_731_y_0 = const()[name = string("mul_731_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333120)))]; tensor mul_731 = mul(x = mul_726, y = mul_731_y_0)[name = string("mul_731")]; tensor tern_14_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333888))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w3_weight_0_palettized")]; tensor tern_14_w3 = linear(bias = linear_4_bias_0, weight = tern_14_w3_weight_0_palettized, x = mul_731)[name = string("tern_14_w3")]; tensor mul_732_y_0 = const()[name = string("mul_732_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7418432)))]; tensor mul_732 = mul(x = tern_14_w3, y = mul_732_y_0)[name = string("mul_732")]; fp16 mul_733_y_0 = const()[name = string("mul_733_y_0"), val = fp16(0x1p-1)]; tensor mul_733 = mul(x = mul_728, y = mul_733_y_0)[name = string("mul_733")]; tensor tanh_14 = tanh(x = mul_733)[name = string("tanh_14")]; fp16 mul_734_x_0 = const()[name = string("mul_734_x_0"), val = fp16(0x1p-1)]; tensor mul_734 = mul(x = mul_734_x_0, y = tanh_14)[name = string("mul_734")]; fp16 add_88_x_0 = const()[name = string("add_88_x_0"), val = fp16(0x1p-1)]; tensor add_88 = add(x = add_88_x_0, y = mul_734)[name = string("add_88")]; tensor mul_735 = mul(x = mul_728, y = add_88)[name = string("mul_735")]; tensor mul_736 = mul(x = mul_735, y = mul_732)[name = string("mul_736")]; tensor mul_737 = mul(x = mul_736, y = mul_736)[name = string("mul_737")]; tensor reduce_mean_158_axes_0 = const()[name = string("reduce_mean_158_axes_0"), val = tensor([-1])]; bool reduce_mean_158_keep_dims_0 = const()[name = string("reduce_mean_158_keep_dims_0"), val = bool(true)]; tensor reduce_mean_158 = reduce_mean(axes = reduce_mean_158_axes_0, keep_dims = reduce_mean_158_keep_dims_0, x = mul_737)[name = string("reduce_mean_158")]; fp32 rsqrt_158_epsilon_0 = const()[name = string("rsqrt_158_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_158 = rsqrt(epsilon = rsqrt_158_epsilon_0, x = reduce_mean_158)[name = string("rsqrt_158")]; tensor mul_738 = mul(x = mul_736, y = rsqrt_158)[name = string("mul_738")]; tensor mul_739_y_0 = const()[name = string("mul_739_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7420416)))]; tensor mul_739 = mul(x = mul_738, y = mul_739_y_0)[name = string("mul_739")]; tensor tern_14_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7422400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w2_weight_0_palettized")]; tensor tern_14_w2 = linear(bias = linear_0_bias_0, weight = tern_14_w2_weight_0_palettized, x = mul_739)[name = string("tern_14_w2")]; tensor mul_740_y_0 = const()[name = string("mul_740_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7506944)))]; tensor mul_740 = mul(x = tern_14_w2, y = mul_740_y_0)[name = string("mul_740")]; tensor add_89 = add(x = add_87, y = mul_740)[name = string("add_89")]; tensor mul_741 = mul(x = add_89, y = add_89)[name = string("mul_741")]; tensor reduce_mean_159_axes_0 = const()[name = string("reduce_mean_159_axes_0"), val = tensor([-1])]; bool reduce_mean_159_keep_dims_0 = const()[name = string("reduce_mean_159_keep_dims_0"), val = bool(true)]; tensor reduce_mean_159 = reduce_mean(axes = reduce_mean_159_axes_0, keep_dims = reduce_mean_159_keep_dims_0, x = mul_741)[name = string("reduce_mean_159")]; fp32 rsqrt_159_epsilon_0 = const()[name = string("rsqrt_159_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_159 = rsqrt(epsilon = rsqrt_159_epsilon_0, x = reduce_mean_159)[name = string("rsqrt_159")]; tensor mul_742 = mul(x = add_89, y = rsqrt_159)[name = string("mul_742")]; tensor mul_743_y_0 = const()[name = string("mul_743_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7507712)))]; tensor mul_743 = mul(x = mul_742, y = mul_743_y_0)[name = string("mul_743")]; tensor linear_7_weight_0 = const()[name = string("linear_7_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7508480)))]; tensor linear_7 = linear(bias = linear_0_bias_0, weight = linear_7_weight_0, x = mul_743)[name = string("linear_7")]; tensor reshape_122_shape_0 = const()[name = string("reshape_122_shape_0"), val = tensor([256, 8, 44])]; tensor reshape_122 = reshape(shape = reshape_122_shape_0, x = linear_7)[name = string("reshape_122")]; tensor transpose_60_perm_0 = const()[name = string("transpose_60_perm_0"), val = tensor([1, 0, 2])]; tensor linear_8_weight_0 = const()[name = string("linear_8_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7756352)))]; tensor linear_8_bias_0 = const()[name = string("linear_8_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_8 = linear(bias = linear_8_bias_0, weight = linear_8_weight_0, x = mul_743)[name = string("linear_8")]; tensor reshape_123_shape_0 = const()[name = string("reshape_123_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_123 = reshape(shape = reshape_123_shape_0, x = linear_8)[name = string("reshape_123")]; tensor transpose_61_perm_0 = const()[name = string("transpose_61_perm_0"), val = tensor([1, 0, 2])]; tensor linear_9_weight_0 = const()[name = string("linear_9_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7818368)))]; tensor linear_9_bias_0 = const()[name = string("linear_9_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_9 = linear(bias = linear_9_bias_0, weight = linear_9_weight_0, x = mul_743)[name = string("linear_9")]; tensor reshape_124_shape_0 = const()[name = string("reshape_124_shape_0"), val = tensor([256, 2, 44])]; tensor reshape_124 = reshape(shape = reshape_124_shape_0, x = linear_9)[name = string("reshape_124")]; tensor transpose_62_perm_0 = const()[name = string("transpose_62_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_60 = transpose(perm = transpose_60_perm_0, x = reshape_122)[name = string("transpose_3")]; tensor mul_744 = mul(x = transpose_60, y = transpose_60)[name = string("mul_744")]; tensor reduce_mean_160_axes_0 = const()[name = string("reduce_mean_160_axes_0"), val = tensor([-1])]; bool reduce_mean_160_keep_dims_0 = const()[name = string("reduce_mean_160_keep_dims_0"), val = bool(true)]; tensor reduce_mean_160 = reduce_mean(axes = reduce_mean_160_axes_0, keep_dims = reduce_mean_160_keep_dims_0, x = mul_744)[name = string("reduce_mean_160")]; fp32 rsqrt_160_epsilon_0 = const()[name = string("rsqrt_160_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_160 = rsqrt(epsilon = rsqrt_160_epsilon_0, x = reduce_mean_160)[name = string("rsqrt_160")]; tensor mul_745 = mul(x = transpose_60, y = rsqrt_160)[name = string("mul_745")]; tensor mul_746_y_0 = const()[name = string("mul_746_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880384)))]; tensor mul_746 = mul(x = mul_745, y = mul_746_y_0)[name = string("mul_746")]; tensor slice_by_index_60_begin_0 = const()[name = string("slice_by_index_60_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_60_end_0 = const()[name = string("slice_by_index_60_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_60_end_mask_0 = const()[name = string("slice_by_index_60_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_60 = slice_by_index(begin = slice_by_index_60_begin_0, end = slice_by_index_60_end_0, end_mask = slice_by_index_60_end_mask_0, x = mul_746)[name = string("slice_by_index_60")]; tensor slice_by_index_61_begin_0 = const()[name = string("slice_by_index_61_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_61_end_0 = const()[name = string("slice_by_index_61_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_61_end_mask_0 = const()[name = string("slice_by_index_61_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_61 = slice_by_index(begin = slice_by_index_61_begin_0, end = slice_by_index_61_end_0, end_mask = slice_by_index_61_end_mask_0, x = mul_746)[name = string("slice_by_index_61")]; int32 concat_30_axis_0 = const()[name = string("concat_30_axis_0"), val = int32(-1)]; bool concat_30_interleave_0 = const()[name = string("concat_30_interleave_0"), val = bool(false)]; tensor concat_30 = concat(axis = concat_30_axis_0, interleave = concat_30_interleave_0, values = (slice_by_index_61, slice_by_index_60))[name = string("concat_30")]; tensor mul_747_y_0 = const()[name = string("mul_747_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_747 = mul(x = concat_30, y = mul_747_y_0)[name = string("mul_747")]; tensor mul_748 = mul(x = mul_746, y = mul_11_y_0)[name = string("mul_748")]; tensor mul_749 = mul(x = mul_747, y = mul_12_y_0)[name = string("mul_749")]; tensor add_90 = add(x = mul_748, y = mul_749)[name = string("add_90")]; tensor transpose_61 = transpose(perm = transpose_61_perm_0, x = reshape_123)[name = string("transpose_2")]; tensor mul_750 = mul(x = transpose_61, y = transpose_61)[name = string("mul_750")]; tensor reduce_mean_161_axes_0 = const()[name = string("reduce_mean_161_axes_0"), val = tensor([-1])]; bool reduce_mean_161_keep_dims_0 = const()[name = string("reduce_mean_161_keep_dims_0"), val = bool(true)]; tensor reduce_mean_161 = reduce_mean(axes = reduce_mean_161_axes_0, keep_dims = reduce_mean_161_keep_dims_0, x = mul_750)[name = string("reduce_mean_161")]; fp32 rsqrt_161_epsilon_0 = const()[name = string("rsqrt_161_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_161 = rsqrt(epsilon = rsqrt_161_epsilon_0, x = reduce_mean_161)[name = string("rsqrt_161")]; tensor mul_751 = mul(x = transpose_61, y = rsqrt_161)[name = string("mul_751")]; tensor mul_752_y_0 = const()[name = string("mul_752_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880576)))]; tensor mul_752 = mul(x = mul_751, y = mul_752_y_0)[name = string("mul_752")]; tensor slice_by_index_62_begin_0 = const()[name = string("slice_by_index_62_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_62_end_0 = const()[name = string("slice_by_index_62_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_62_end_mask_0 = const()[name = string("slice_by_index_62_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_62 = slice_by_index(begin = slice_by_index_62_begin_0, end = slice_by_index_62_end_0, end_mask = slice_by_index_62_end_mask_0, x = mul_752)[name = string("slice_by_index_62")]; tensor slice_by_index_63_begin_0 = const()[name = string("slice_by_index_63_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_63_end_0 = const()[name = string("slice_by_index_63_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_63_end_mask_0 = const()[name = string("slice_by_index_63_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_63 = slice_by_index(begin = slice_by_index_63_begin_0, end = slice_by_index_63_end_0, end_mask = slice_by_index_63_end_mask_0, x = mul_752)[name = string("slice_by_index_63")]; int32 concat_31_axis_0 = const()[name = string("concat_31_axis_0"), val = int32(-1)]; bool concat_31_interleave_0 = const()[name = string("concat_31_interleave_0"), val = bool(false)]; tensor concat_31 = concat(axis = concat_31_axis_0, interleave = concat_31_interleave_0, values = (slice_by_index_63, slice_by_index_62))[name = string("concat_31")]; tensor mul_753_y_0 = const()[name = string("mul_753_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_753 = mul(x = concat_31, y = mul_753_y_0)[name = string("mul_753")]; tensor mul_754 = mul(x = mul_752, y = mul_11_y_0)[name = string("mul_754")]; tensor mul_755 = mul(x = mul_753, y = mul_12_y_0)[name = string("mul_755")]; tensor add_91 = add(x = mul_754, y = mul_755)[name = string("add_91")]; tensor reshape_125_shape_0 = const()[name = string("reshape_125_shape_0"), val = tensor([2, 1, 256, 44])]; tensor reshape_125 = reshape(shape = reshape_125_shape_0, x = add_91)[name = string("reshape_125")]; tensor tile_30_reps_0 = const()[name = string("tile_30_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_30 = tile(reps = tile_30_reps_0, x = reshape_125)[name = string("tile_30")]; tensor reshape_126_shape_0 = const()[name = string("reshape_126_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_126 = reshape(shape = reshape_126_shape_0, x = tile_30)[name = string("reshape_126")]; tensor reshape_127_shape_0 = const()[name = string("reshape_127_shape_0"), val = tensor([2, 1, 256, 44])]; tensor transpose_62 = transpose(perm = transpose_62_perm_0, x = reshape_124)[name = string("transpose_1")]; tensor reshape_127 = reshape(shape = reshape_127_shape_0, x = transpose_62)[name = string("reshape_127")]; tensor tile_31_reps_0 = const()[name = string("tile_31_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_31 = tile(reps = tile_31_reps_0, x = reshape_127)[name = string("tile_31")]; tensor reshape_128_shape_0 = const()[name = string("reshape_128_shape_0"), val = tensor([8, 256, 44])]; tensor reshape_128 = reshape(shape = reshape_128_shape_0, x = tile_31)[name = string("reshape_128")]; fp16 mul_756_y_0 = const()[name = string("mul_756_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_756 = mul(x = add_90, y = mul_756_y_0)[name = string("mul_756")]; bool matmul_30_transpose_y_0 = const()[name = string("matmul_30_transpose_y_0"), val = bool(true)]; bool matmul_30_transpose_x_0 = const()[name = string("matmul_30_transpose_x_0"), val = bool(false)]; tensor matmul_30 = matmul(transpose_x = matmul_30_transpose_x_0, transpose_y = matmul_30_transpose_y_0, x = mul_756, y = reshape_126)[name = string("matmul_30")]; tensor add_92 = add(x = matmul_30, y = reshape_1)[name = string("add_92")]; int32 softmax_15_axis_0 = const()[name = string("softmax_15_axis_0"), val = int32(-1)]; tensor softmax_15 = softmax(axis = softmax_15_axis_0, x = add_92)[name = string("softmax_15")]; bool matmul_31_transpose_x_0 = const()[name = string("matmul_31_transpose_x_0"), val = bool(false)]; bool matmul_31_transpose_y_0 = const()[name = string("matmul_31_transpose_y_0"), val = bool(false)]; tensor matmul_31 = matmul(transpose_x = matmul_31_transpose_x_0, transpose_y = matmul_31_transpose_y_0, x = softmax_15, y = reshape_128)[name = string("matmul_31")]; tensor transpose_63_perm_0 = const()[name = string("transpose_63_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_129_shape_0 = const()[name = string("reshape_129_shape_0"), val = tensor([256, 352])]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = matmul_31)[name = string("transpose_0")]; tensor reshape_129 = reshape(shape = reshape_129_shape_0, x = transpose_63)[name = string("reshape_129")]; tensor linear_10_weight_0 = const()[name = string("linear_10_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880768)))]; tensor linear_10 = linear(bias = linear_0_bias_0, weight = linear_10_weight_0, x = reshape_129)[name = string("linear_10")]; tensor add_93 = add(x = add_89, y = linear_10)[name = string("add_93")]; tensor mul_757 = mul(x = add_93, y = add_93)[name = string("mul_757")]; tensor reduce_mean_162_axes_0 = const()[name = string("reduce_mean_162_axes_0"), val = tensor([-1])]; bool reduce_mean_162_keep_dims_0 = const()[name = string("reduce_mean_162_keep_dims_0"), val = bool(true)]; tensor reduce_mean_162 = reduce_mean(axes = reduce_mean_162_axes_0, keep_dims = reduce_mean_162_keep_dims_0, x = mul_757)[name = string("reduce_mean_162")]; fp32 rsqrt_162_epsilon_0 = const()[name = string("rsqrt_162_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_162 = rsqrt(epsilon = rsqrt_162_epsilon_0, x = reduce_mean_162)[name = string("rsqrt_162")]; tensor mul_758 = mul(x = add_93, y = rsqrt_162)[name = string("mul_758")]; tensor mul_759_y_0 = const()[name = string("mul_759_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8128640)))]; tensor mul_759 = mul(x = mul_758, y = mul_759_y_0)[name = string("mul_759")]; tensor linear_11_weight_0 = const()[name = string("linear_11_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8129408)))]; tensor linear_11 = linear(bias = linear_4_bias_0, weight = linear_11_weight_0, x = mul_759)[name = string("linear_11")]; tensor linear_12_weight_0 = const()[name = string("linear_12_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8805312)))]; tensor linear_12 = linear(bias = linear_4_bias_0, weight = linear_12_weight_0, x = mul_759)[name = string("linear_12")]; fp16 mul_760_y_0 = const()[name = string("mul_760_y_0"), val = fp16(0x1p-1)]; tensor mul_760 = mul(x = linear_11, y = mul_760_y_0)[name = string("mul_760")]; tensor tanh_15 = tanh(x = mul_760)[name = string("tanh_15")]; fp16 mul_761_x_0 = const()[name = string("mul_761_x_0"), val = fp16(0x1p-1)]; tensor mul_761 = mul(x = mul_761_x_0, y = tanh_15)[name = string("mul_761")]; fp16 add_94_x_0 = const()[name = string("add_94_x_0"), val = fp16(0x1p-1)]; tensor add_94 = add(x = add_94_x_0, y = mul_761)[name = string("add_94")]; tensor mul_762 = mul(x = linear_11, y = add_94)[name = string("mul_762")]; tensor mul_763 = mul(x = mul_762, y = linear_12)[name = string("mul_763")]; tensor linear_13_weight_0 = const()[name = string("linear_13_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(9481216)))]; tensor linear_13 = linear(bias = linear_0_bias_0, weight = linear_13_weight_0, x = mul_763)[name = string("linear_13")]; tensor add_95 = add(x = add_93, y = linear_13)[name = string("add_95")]; tensor mul_764 = mul(x = add_95, y = add_95)[name = string("mul_764")]; tensor reduce_mean_163_axes_0 = const()[name = string("reduce_mean_163_axes_0"), val = tensor([-1])]; bool reduce_mean_163_keep_dims_0 = const()[name = string("reduce_mean_163_keep_dims_0"), val = bool(true)]; tensor reduce_mean_163 = reduce_mean(axes = reduce_mean_163_axes_0, keep_dims = reduce_mean_163_keep_dims_0, x = mul_764)[name = string("reduce_mean_163")]; fp32 rsqrt_163_epsilon_0 = const()[name = string("rsqrt_163_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_163 = rsqrt(epsilon = rsqrt_163_epsilon_0, x = reduce_mean_163)[name = string("rsqrt_163")]; tensor mul_765 = mul(x = add_95, y = rsqrt_163)[name = string("mul_765")]; tensor mul_766_y_0 = const()[name = string("mul_766_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157120)))]; tensor mul_766 = mul(x = mul_765, y = mul_766_y_0)[name = string("mul_766")]; tensor linear_14_weight_0 = const()[name = string("linear_14_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157888)))]; tensor linear_14_bias_0 = const()[name = string("linear_14_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16030720)))]; tensor linear_14 = linear(bias = linear_14_bias_0, weight = linear_14_weight_0, x = mul_766)[name = string("linear_14")]; tensor logits_shape_0 = const()[name = string("logits_shape_0"), val = tensor([1, 256, 8342])]; tensor logits = reshape(shape = logits_shape_0, x = linear_14)[name = string("logits")]; } -> (logits); func L32(tensor ids, tensor mask) { tensor reshape_0_shape_0 = const()[name = string("reshape_0_shape_0"), val = tensor([32, 352])]; tensor reshape_0 = reshape(shape = reshape_0_shape_0, x = ids)[name = string("reshape_0")]; tensor mul_0 = mul(x = reshape_0, y = reshape_0)[name = string("mul_0")]; tensor reduce_mean_0_axes_0 = const()[name = string("reduce_mean_0_axes_0"), val = tensor([-1])]; bool reduce_mean_0_keep_dims_0 = const()[name = string("reduce_mean_0_keep_dims_0"), val = bool(true)]; tensor reduce_mean_0 = reduce_mean(axes = reduce_mean_0_axes_0, keep_dims = reduce_mean_0_keep_dims_0, x = mul_0)[name = string("reduce_mean_0")]; fp32 rsqrt_0_epsilon_0 = const()[name = string("rsqrt_0_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_0 = rsqrt(epsilon = rsqrt_0_epsilon_0, x = reduce_mean_0)[name = string("rsqrt_0")]; tensor mul_1 = mul(x = reshape_0, y = rsqrt_0)[name = string("mul_1")]; tensor mul_2_y_0 = const()[name = string("mul_2_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; tensor mul_2 = mul(x = mul_1, y = mul_2_y_0)[name = string("mul_2")]; fp16 sub_0_y_0 = const()[name = string("sub_0_y_0"), val = fp16(0x1p+0)]; tensor sub_0 = sub(x = mask, y = sub_0_y_0)[name = string("sub_0")]; fp16 mul_3_y_0 = const()[name = string("mul_3_y_0"), val = fp16(0x1.388p+13)]; tensor mul_3 = mul(x = sub_0, y = mul_3_y_0)[name = string("mul_3")]; tensor reshape_1_shape_0 = const()[name = string("reshape_1_shape_0"), val = tensor([1, 1, 32])]; tensor reshape_1 = reshape(shape = reshape_1_shape_0, x = mul_3)[name = string("reshape_1")]; tensor mul_4 = mul(x = mul_2, y = mul_2)[name = string("mul_4")]; tensor reduce_mean_1_axes_0 = const()[name = string("reduce_mean_1_axes_0"), val = tensor([-1])]; bool reduce_mean_1_keep_dims_0 = const()[name = string("reduce_mean_1_keep_dims_0"), val = bool(true)]; tensor reduce_mean_1 = reduce_mean(axes = reduce_mean_1_axes_0, keep_dims = reduce_mean_1_keep_dims_0, x = mul_4)[name = string("reduce_mean_1")]; fp32 rsqrt_1_epsilon_0 = const()[name = string("rsqrt_1_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_1 = rsqrt(epsilon = rsqrt_1_epsilon_0, x = reduce_mean_1)[name = string("rsqrt_1")]; tensor mul_5 = mul(x = mul_2, y = rsqrt_1)[name = string("mul_5")]; tensor mul_6_y_0 = const()[name = string("mul_6_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(832)))]; tensor mul_6 = mul(x = mul_5, y = mul_6_y_0)[name = string("mul_6")]; tensor linear_0_weight_0 = const()[name = string("linear_0_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1600)))]; tensor linear_0_bias_0 = const()[name = string("linear_0_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(249472)))]; tensor linear_0 = linear(bias = linear_0_bias_0, weight = linear_0_weight_0, x = mul_6)[name = string("linear_0")]; tensor reshape_2_shape_0 = const()[name = string("reshape_2_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_2 = reshape(shape = reshape_2_shape_0, x = linear_0)[name = string("reshape_2")]; tensor transpose_0_perm_0 = const()[name = string("transpose_0_perm_0"), val = tensor([1, 0, 2])]; tensor linear_1_weight_0 = const()[name = string("linear_1_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(250240)))]; tensor linear_1_bias_0 = const()[name = string("linear_1_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_1 = linear(bias = linear_1_bias_0, weight = linear_1_weight_0, x = mul_6)[name = string("linear_1")]; tensor reshape_3_shape_0 = const()[name = string("reshape_3_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_3 = reshape(shape = reshape_3_shape_0, x = linear_1)[name = string("reshape_3")]; tensor transpose_1_perm_0 = const()[name = string("transpose_1_perm_0"), val = tensor([1, 0, 2])]; tensor linear_2_weight_0 = const()[name = string("linear_2_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312512)))]; tensor linear_2_bias_0 = const()[name = string("linear_2_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_2 = linear(bias = linear_2_bias_0, weight = linear_2_weight_0, x = mul_6)[name = string("linear_2")]; tensor reshape_4_shape_0 = const()[name = string("reshape_4_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_4 = reshape(shape = reshape_4_shape_0, x = linear_2)[name = string("reshape_4")]; tensor transpose_2_perm_0 = const()[name = string("transpose_2_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_0 = transpose(perm = transpose_0_perm_0, x = reshape_2)[name = string("transpose_63")]; tensor mul_7 = mul(x = transpose_0, y = transpose_0)[name = string("mul_7")]; tensor reduce_mean_2_axes_0 = const()[name = string("reduce_mean_2_axes_0"), val = tensor([-1])]; bool reduce_mean_2_keep_dims_0 = const()[name = string("reduce_mean_2_keep_dims_0"), val = bool(true)]; tensor reduce_mean_2 = reduce_mean(axes = reduce_mean_2_axes_0, keep_dims = reduce_mean_2_keep_dims_0, x = mul_7)[name = string("reduce_mean_2")]; fp32 rsqrt_2_epsilon_0 = const()[name = string("rsqrt_2_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_2 = rsqrt(epsilon = rsqrt_2_epsilon_0, x = reduce_mean_2)[name = string("rsqrt_2")]; tensor mul_8 = mul(x = transpose_0, y = rsqrt_2)[name = string("mul_8")]; tensor mul_9_y_0 = const()[name = string("mul_9_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374528)))]; tensor mul_9 = mul(x = mul_8, y = mul_9_y_0)[name = string("mul_9")]; tensor slice_by_index_0_begin_0 = const()[name = string("slice_by_index_0_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_0_end_0 = const()[name = string("slice_by_index_0_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_0_end_mask_0 = const()[name = string("slice_by_index_0_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_0 = slice_by_index(begin = slice_by_index_0_begin_0, end = slice_by_index_0_end_0, end_mask = slice_by_index_0_end_mask_0, x = mul_9)[name = string("slice_by_index_0")]; tensor slice_by_index_1_begin_0 = const()[name = string("slice_by_index_1_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_1_end_0 = const()[name = string("slice_by_index_1_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_1_end_mask_0 = const()[name = string("slice_by_index_1_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_1 = slice_by_index(begin = slice_by_index_1_begin_0, end = slice_by_index_1_end_0, end_mask = slice_by_index_1_end_mask_0, x = mul_9)[name = string("slice_by_index_1")]; int32 concat_0_axis_0 = const()[name = string("concat_0_axis_0"), val = int32(-1)]; bool concat_0_interleave_0 = const()[name = string("concat_0_interleave_0"), val = bool(false)]; tensor concat_0 = concat(axis = concat_0_axis_0, interleave = concat_0_interleave_0, values = (slice_by_index_1, slice_by_index_0))[name = string("concat_0")]; tensor mul_10_y_0 = const()[name = string("mul_10_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_10 = mul(x = concat_0, y = mul_10_y_0)[name = string("mul_10")]; tensor mul_11_y_0 = const()[name = string("mul_11_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16050432)))]; tensor mul_11 = mul(x = mul_9, y = mul_11_y_0)[name = string("mul_11")]; tensor mul_12_y_0 = const()[name = string("mul_12_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16053312)))]; tensor mul_12 = mul(x = mul_10, y = mul_12_y_0)[name = string("mul_12")]; tensor add_0 = add(x = mul_11, y = mul_12)[name = string("add_0")]; tensor transpose_1 = transpose(perm = transpose_1_perm_0, x = reshape_3)[name = string("transpose_62")]; tensor mul_13 = mul(x = transpose_1, y = transpose_1)[name = string("mul_13")]; tensor reduce_mean_3_axes_0 = const()[name = string("reduce_mean_3_axes_0"), val = tensor([-1])]; bool reduce_mean_3_keep_dims_0 = const()[name = string("reduce_mean_3_keep_dims_0"), val = bool(true)]; tensor reduce_mean_3 = reduce_mean(axes = reduce_mean_3_axes_0, keep_dims = reduce_mean_3_keep_dims_0, x = mul_13)[name = string("reduce_mean_3")]; fp32 rsqrt_3_epsilon_0 = const()[name = string("rsqrt_3_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_3 = rsqrt(epsilon = rsqrt_3_epsilon_0, x = reduce_mean_3)[name = string("rsqrt_3")]; tensor mul_14 = mul(x = transpose_1, y = rsqrt_3)[name = string("mul_14")]; tensor mul_15_y_0 = const()[name = string("mul_15_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376448)))]; tensor mul_15 = mul(x = mul_14, y = mul_15_y_0)[name = string("mul_15")]; tensor slice_by_index_2_begin_0 = const()[name = string("slice_by_index_2_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_2_end_0 = const()[name = string("slice_by_index_2_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_2_end_mask_0 = const()[name = string("slice_by_index_2_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, end_mask = slice_by_index_2_end_mask_0, x = mul_15)[name = string("slice_by_index_2")]; tensor slice_by_index_3_begin_0 = const()[name = string("slice_by_index_3_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_3_end_0 = const()[name = string("slice_by_index_3_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_3_end_mask_0 = const()[name = string("slice_by_index_3_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_3 = slice_by_index(begin = slice_by_index_3_begin_0, end = slice_by_index_3_end_0, end_mask = slice_by_index_3_end_mask_0, x = mul_15)[name = string("slice_by_index_3")]; int32 concat_1_axis_0 = const()[name = string("concat_1_axis_0"), val = int32(-1)]; bool concat_1_interleave_0 = const()[name = string("concat_1_interleave_0"), val = bool(false)]; tensor concat_1 = concat(axis = concat_1_axis_0, interleave = concat_1_interleave_0, values = (slice_by_index_3, slice_by_index_2))[name = string("concat_1")]; tensor mul_16_y_0 = const()[name = string("mul_16_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_16 = mul(x = concat_1, y = mul_16_y_0)[name = string("mul_16")]; tensor mul_17 = mul(x = mul_15, y = mul_11_y_0)[name = string("mul_17")]; tensor mul_18 = mul(x = mul_16, y = mul_12_y_0)[name = string("mul_18")]; tensor add_1 = add(x = mul_17, y = mul_18)[name = string("add_1")]; tensor reshape_5_shape_0 = const()[name = string("reshape_5_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_5 = reshape(shape = reshape_5_shape_0, x = add_1)[name = string("reshape_5")]; tensor tile_0_reps_0 = const()[name = string("tile_0_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_0 = tile(reps = tile_0_reps_0, x = reshape_5)[name = string("tile_0")]; tensor reshape_6_shape_0 = const()[name = string("reshape_6_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_6 = reshape(shape = reshape_6_shape_0, x = tile_0)[name = string("reshape_6")]; tensor reshape_7_shape_0 = const()[name = string("reshape_7_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_2 = transpose(perm = transpose_2_perm_0, x = reshape_4)[name = string("transpose_61")]; tensor reshape_7 = reshape(shape = reshape_7_shape_0, x = transpose_2)[name = string("reshape_7")]; tensor tile_1_reps_0 = const()[name = string("tile_1_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_1 = tile(reps = tile_1_reps_0, x = reshape_7)[name = string("tile_1")]; tensor reshape_8_shape_0 = const()[name = string("reshape_8_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_8 = reshape(shape = reshape_8_shape_0, x = tile_1)[name = string("reshape_8")]; fp16 mul_19_y_0 = const()[name = string("mul_19_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_19 = mul(x = add_0, y = mul_19_y_0)[name = string("mul_19")]; bool matmul_0_transpose_y_0 = const()[name = string("matmul_0_transpose_y_0"), val = bool(true)]; bool matmul_0_transpose_x_0 = const()[name = string("matmul_0_transpose_x_0"), val = bool(false)]; tensor matmul_0 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = mul_19, y = reshape_6)[name = string("matmul_0")]; tensor add_2 = add(x = matmul_0, y = reshape_1)[name = string("add_2")]; int32 softmax_0_axis_0 = const()[name = string("softmax_0_axis_0"), val = int32(-1)]; tensor softmax_0 = softmax(axis = softmax_0_axis_0, x = add_2)[name = string("softmax_0")]; bool matmul_1_transpose_x_0 = const()[name = string("matmul_1_transpose_x_0"), val = bool(false)]; bool matmul_1_transpose_y_0 = const()[name = string("matmul_1_transpose_y_0"), val = bool(false)]; tensor matmul_1 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = softmax_0, y = reshape_8)[name = string("matmul_1")]; tensor transpose_3_perm_0 = const()[name = string("transpose_3_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_9_shape_0 = const()[name = string("reshape_9_shape_0"), val = tensor([32, 352])]; tensor transpose_3 = transpose(perm = transpose_3_perm_0, x = matmul_1)[name = string("transpose_60")]; tensor reshape_9 = reshape(shape = reshape_9_shape_0, x = transpose_3)[name = string("reshape_9")]; tensor linear_3_weight_0 = const()[name = string("linear_3_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376640)))]; tensor linear_3 = linear(bias = linear_0_bias_0, weight = linear_3_weight_0, x = reshape_9)[name = string("linear_3")]; tensor add_3 = add(x = mul_2, y = linear_3)[name = string("add_3")]; tensor mul_20 = mul(x = add_3, y = add_3)[name = string("mul_20")]; tensor reduce_mean_4_axes_0 = const()[name = string("reduce_mean_4_axes_0"), val = tensor([-1])]; bool reduce_mean_4_keep_dims_0 = const()[name = string("reduce_mean_4_keep_dims_0"), val = bool(true)]; tensor reduce_mean_4 = reduce_mean(axes = reduce_mean_4_axes_0, keep_dims = reduce_mean_4_keep_dims_0, x = mul_20)[name = string("reduce_mean_4")]; fp32 rsqrt_4_epsilon_0 = const()[name = string("rsqrt_4_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_4 = rsqrt(epsilon = rsqrt_4_epsilon_0, x = reduce_mean_4)[name = string("rsqrt_4")]; tensor mul_21 = mul(x = add_3, y = rsqrt_4)[name = string("mul_21")]; tensor mul_22_y_0 = const()[name = string("mul_22_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(624512)))]; tensor mul_22 = mul(x = mul_21, y = mul_22_y_0)[name = string("mul_22")]; tensor linear_4_weight_0 = const()[name = string("linear_4_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(625280)))]; tensor linear_4_bias_0 = const()[name = string("linear_4_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1301184)))]; tensor linear_4 = linear(bias = linear_4_bias_0, weight = linear_4_weight_0, x = mul_22)[name = string("linear_4")]; tensor linear_5_weight_0 = const()[name = string("linear_5_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1303168)))]; tensor linear_5 = linear(bias = linear_4_bias_0, weight = linear_5_weight_0, x = mul_22)[name = string("linear_5")]; fp16 mul_23_y_0 = const()[name = string("mul_23_y_0"), val = fp16(0x1p-1)]; tensor mul_23 = mul(x = linear_4, y = mul_23_y_0)[name = string("mul_23")]; tensor tanh_0 = tanh(x = mul_23)[name = string("tanh_0")]; fp16 mul_24_x_0 = const()[name = string("mul_24_x_0"), val = fp16(0x1p-1)]; tensor mul_24 = mul(x = mul_24_x_0, y = tanh_0)[name = string("mul_24")]; fp16 add_4_x_0 = const()[name = string("add_4_x_0"), val = fp16(0x1p-1)]; tensor add_4 = add(x = add_4_x_0, y = mul_24)[name = string("add_4")]; tensor mul_25 = mul(x = linear_4, y = add_4)[name = string("mul_25")]; tensor mul_26 = mul(x = mul_25, y = linear_5)[name = string("mul_26")]; tensor linear_6_weight_0 = const()[name = string("linear_6_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1979072)))]; tensor linear_6 = linear(bias = linear_0_bias_0, weight = linear_6_weight_0, x = mul_26)[name = string("linear_6")]; tensor add_5 = add(x = add_3, y = linear_6)[name = string("add_5")]; tensor mul_27 = mul(x = add_5, y = add_5)[name = string("mul_27")]; tensor reduce_mean_5_axes_0 = const()[name = string("reduce_mean_5_axes_0"), val = tensor([-1])]; bool reduce_mean_5_keep_dims_0 = const()[name = string("reduce_mean_5_keep_dims_0"), val = bool(true)]; tensor reduce_mean_5 = reduce_mean(axes = reduce_mean_5_axes_0, keep_dims = reduce_mean_5_keep_dims_0, x = mul_27)[name = string("reduce_mean_5")]; fp32 rsqrt_5_epsilon_0 = const()[name = string("rsqrt_5_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_5 = rsqrt(epsilon = rsqrt_5_epsilon_0, x = reduce_mean_5)[name = string("rsqrt_5")]; tensor mul_28 = mul(x = add_5, y = rsqrt_5)[name = string("mul_28")]; tensor mul_29_y_0 = const()[name = string("mul_29_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2654976)))]; tensor mul_29 = mul(x = mul_28, y = mul_29_y_0)[name = string("mul_29")]; tensor mul_30 = mul(x = mul_29, y = mul_29)[name = string("mul_30")]; tensor reduce_mean_6_axes_0 = const()[name = string("reduce_mean_6_axes_0"), val = tensor([-1])]; bool reduce_mean_6_keep_dims_0 = const()[name = string("reduce_mean_6_keep_dims_0"), val = bool(true)]; tensor reduce_mean_6 = reduce_mean(axes = reduce_mean_6_axes_0, keep_dims = reduce_mean_6_keep_dims_0, x = mul_30)[name = string("reduce_mean_6")]; fp32 rsqrt_6_epsilon_0 = const()[name = string("rsqrt_6_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_6 = rsqrt(epsilon = rsqrt_6_epsilon_0, x = reduce_mean_6)[name = string("rsqrt_6")]; tensor mul_31 = mul(x = mul_29, y = rsqrt_6)[name = string("mul_31")]; tensor mul_32_y_0 = const()[name = string("mul_32_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2655744)))]; tensor mul_32 = mul(x = mul_31, y = mul_32_y_0)[name = string("mul_32")]; tensor tern_1_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2656512))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_q_weight_0_palettized")]; tensor tern_1_q = linear(bias = linear_0_bias_0, weight = tern_1_q_weight_0_palettized, x = mul_32)[name = string("tern_1_q")]; tensor mul_33_y_0 = const()[name = string("mul_33_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2687552)))]; tensor mul_33 = mul(x = tern_1_q, y = mul_33_y_0)[name = string("mul_33")]; tensor reshape_10_shape_0 = const()[name = string("reshape_10_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_10 = reshape(shape = reshape_10_shape_0, x = mul_33)[name = string("reshape_10")]; tensor transpose_4_perm_0 = const()[name = string("transpose_4_perm_0"), val = tensor([1, 0, 2])]; tensor mul_36_y_0 = const()[name = string("mul_36_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2688320)))]; tensor mul_36 = mul(x = mul_31, y = mul_36_y_0)[name = string("mul_36")]; tensor tern_1_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2689088))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_k_weight_0_palettized")]; tensor tern_1_k_bias_0 = const()[name = string("tern_1_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_k = linear(bias = tern_1_k_bias_0, weight = tern_1_k_weight_0_palettized, x = mul_36)[name = string("tern_1_k")]; tensor mul_37_y_0 = const()[name = string("mul_37_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2696896)))]; tensor mul_37 = mul(x = tern_1_k, y = mul_37_y_0)[name = string("mul_37")]; tensor reshape_11_shape_0 = const()[name = string("reshape_11_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_11 = reshape(shape = reshape_11_shape_0, x = mul_37)[name = string("reshape_11")]; tensor transpose_5_perm_0 = const()[name = string("transpose_5_perm_0"), val = tensor([1, 0, 2])]; tensor mul_40_y_0 = const()[name = string("mul_40_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697152)))]; tensor mul_40 = mul(x = mul_31, y = mul_40_y_0)[name = string("mul_40")]; tensor tern_1_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697920))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_v_weight_0_palettized")]; tensor tern_1_v_bias_0 = const()[name = string("tern_1_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_v = linear(bias = tern_1_v_bias_0, weight = tern_1_v_weight_0_palettized, x = mul_40)[name = string("tern_1_v")]; tensor mul_41_y_0 = const()[name = string("mul_41_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705728)))]; tensor mul_41 = mul(x = tern_1_v, y = mul_41_y_0)[name = string("mul_41")]; tensor reshape_12_shape_0 = const()[name = string("reshape_12_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_12 = reshape(shape = reshape_12_shape_0, x = mul_41)[name = string("reshape_12")]; tensor transpose_6_perm_0 = const()[name = string("transpose_6_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_4 = transpose(perm = transpose_4_perm_0, x = reshape_10)[name = string("transpose_59")]; tensor mul_42 = mul(x = transpose_4, y = transpose_4)[name = string("mul_42")]; tensor reduce_mean_9_axes_0 = const()[name = string("reduce_mean_9_axes_0"), val = tensor([-1])]; bool reduce_mean_9_keep_dims_0 = const()[name = string("reduce_mean_9_keep_dims_0"), val = bool(true)]; tensor reduce_mean_9 = reduce_mean(axes = reduce_mean_9_axes_0, keep_dims = reduce_mean_9_keep_dims_0, x = mul_42)[name = string("reduce_mean_9")]; fp32 rsqrt_9_epsilon_0 = const()[name = string("rsqrt_9_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_9 = rsqrt(epsilon = rsqrt_9_epsilon_0, x = reduce_mean_9)[name = string("rsqrt_9")]; tensor mul_43 = mul(x = transpose_4, y = rsqrt_9)[name = string("mul_43")]; tensor mul_44_y_0 = const()[name = string("mul_44_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705984)))]; tensor mul_44 = mul(x = mul_43, y = mul_44_y_0)[name = string("mul_44")]; tensor slice_by_index_4_begin_0 = const()[name = string("slice_by_index_4_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_4_end_0 = const()[name = string("slice_by_index_4_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_4_end_mask_0 = const()[name = string("slice_by_index_4_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_4 = slice_by_index(begin = slice_by_index_4_begin_0, end = slice_by_index_4_end_0, end_mask = slice_by_index_4_end_mask_0, x = mul_44)[name = string("slice_by_index_4")]; tensor slice_by_index_5_begin_0 = const()[name = string("slice_by_index_5_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_5_end_0 = const()[name = string("slice_by_index_5_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_5_end_mask_0 = const()[name = string("slice_by_index_5_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_5 = slice_by_index(begin = slice_by_index_5_begin_0, end = slice_by_index_5_end_0, end_mask = slice_by_index_5_end_mask_0, x = mul_44)[name = string("slice_by_index_5")]; int32 concat_2_axis_0 = const()[name = string("concat_2_axis_0"), val = int32(-1)]; bool concat_2_interleave_0 = const()[name = string("concat_2_interleave_0"), val = bool(false)]; tensor concat_2 = concat(axis = concat_2_axis_0, interleave = concat_2_interleave_0, values = (slice_by_index_5, slice_by_index_4))[name = string("concat_2")]; tensor mul_45_y_0 = const()[name = string("mul_45_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_45 = mul(x = concat_2, y = mul_45_y_0)[name = string("mul_45")]; tensor mul_46 = mul(x = mul_44, y = mul_11_y_0)[name = string("mul_46")]; tensor mul_47 = mul(x = mul_45, y = mul_12_y_0)[name = string("mul_47")]; tensor add_6 = add(x = mul_46, y = mul_47)[name = string("add_6")]; tensor transpose_5 = transpose(perm = transpose_5_perm_0, x = reshape_11)[name = string("transpose_58")]; tensor mul_48 = mul(x = transpose_5, y = transpose_5)[name = string("mul_48")]; tensor reduce_mean_10_axes_0 = const()[name = string("reduce_mean_10_axes_0"), val = tensor([-1])]; bool reduce_mean_10_keep_dims_0 = const()[name = string("reduce_mean_10_keep_dims_0"), val = bool(true)]; tensor reduce_mean_10 = reduce_mean(axes = reduce_mean_10_axes_0, keep_dims = reduce_mean_10_keep_dims_0, x = mul_48)[name = string("reduce_mean_10")]; fp32 rsqrt_10_epsilon_0 = const()[name = string("rsqrt_10_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_10 = rsqrt(epsilon = rsqrt_10_epsilon_0, x = reduce_mean_10)[name = string("rsqrt_10")]; tensor mul_49 = mul(x = transpose_5, y = rsqrt_10)[name = string("mul_49")]; tensor mul_50_y_0 = const()[name = string("mul_50_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706176)))]; tensor mul_50 = mul(x = mul_49, y = mul_50_y_0)[name = string("mul_50")]; tensor slice_by_index_6_begin_0 = const()[name = string("slice_by_index_6_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_6_end_0 = const()[name = string("slice_by_index_6_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_6_end_mask_0 = const()[name = string("slice_by_index_6_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_6 = slice_by_index(begin = slice_by_index_6_begin_0, end = slice_by_index_6_end_0, end_mask = slice_by_index_6_end_mask_0, x = mul_50)[name = string("slice_by_index_6")]; tensor slice_by_index_7_begin_0 = const()[name = string("slice_by_index_7_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_7_end_0 = const()[name = string("slice_by_index_7_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_7_end_mask_0 = const()[name = string("slice_by_index_7_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_7 = slice_by_index(begin = slice_by_index_7_begin_0, end = slice_by_index_7_end_0, end_mask = slice_by_index_7_end_mask_0, x = mul_50)[name = string("slice_by_index_7")]; int32 concat_3_axis_0 = const()[name = string("concat_3_axis_0"), val = int32(-1)]; bool concat_3_interleave_0 = const()[name = string("concat_3_interleave_0"), val = bool(false)]; tensor concat_3 = concat(axis = concat_3_axis_0, interleave = concat_3_interleave_0, values = (slice_by_index_7, slice_by_index_6))[name = string("concat_3")]; tensor mul_51_y_0 = const()[name = string("mul_51_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_51 = mul(x = concat_3, y = mul_51_y_0)[name = string("mul_51")]; tensor mul_52 = mul(x = mul_50, y = mul_11_y_0)[name = string("mul_52")]; tensor mul_53 = mul(x = mul_51, y = mul_12_y_0)[name = string("mul_53")]; tensor add_7 = add(x = mul_52, y = mul_53)[name = string("add_7")]; tensor reshape_13_shape_0 = const()[name = string("reshape_13_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_13 = reshape(shape = reshape_13_shape_0, x = add_7)[name = string("reshape_13")]; tensor tile_2_reps_0 = const()[name = string("tile_2_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_2 = tile(reps = tile_2_reps_0, x = reshape_13)[name = string("tile_2")]; tensor reshape_14_shape_0 = const()[name = string("reshape_14_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_14 = reshape(shape = reshape_14_shape_0, x = tile_2)[name = string("reshape_14")]; tensor reshape_15_shape_0 = const()[name = string("reshape_15_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_6 = transpose(perm = transpose_6_perm_0, x = reshape_12)[name = string("transpose_57")]; tensor reshape_15 = reshape(shape = reshape_15_shape_0, x = transpose_6)[name = string("reshape_15")]; tensor tile_3_reps_0 = const()[name = string("tile_3_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_3 = tile(reps = tile_3_reps_0, x = reshape_15)[name = string("tile_3")]; tensor reshape_16_shape_0 = const()[name = string("reshape_16_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_16 = reshape(shape = reshape_16_shape_0, x = tile_3)[name = string("reshape_16")]; fp16 mul_54_y_0 = const()[name = string("mul_54_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_54 = mul(x = add_6, y = mul_54_y_0)[name = string("mul_54")]; bool matmul_2_transpose_y_0 = const()[name = string("matmul_2_transpose_y_0"), val = bool(true)]; bool matmul_2_transpose_x_0 = const()[name = string("matmul_2_transpose_x_0"), val = bool(false)]; tensor matmul_2 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = mul_54, y = reshape_14)[name = string("matmul_2")]; tensor add_8 = add(x = matmul_2, y = reshape_1)[name = string("add_8")]; int32 softmax_1_axis_0 = const()[name = string("softmax_1_axis_0"), val = int32(-1)]; tensor softmax_1 = softmax(axis = softmax_1_axis_0, x = add_8)[name = string("softmax_1")]; bool matmul_3_transpose_x_0 = const()[name = string("matmul_3_transpose_x_0"), val = bool(false)]; bool matmul_3_transpose_y_0 = const()[name = string("matmul_3_transpose_y_0"), val = bool(false)]; tensor matmul_3 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = softmax_1, y = reshape_16)[name = string("matmul_3")]; tensor transpose_7_perm_0 = const()[name = string("transpose_7_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_17_shape_0 = const()[name = string("reshape_17_shape_0"), val = tensor([32, 352])]; tensor transpose_7 = transpose(perm = transpose_7_perm_0, x = matmul_3)[name = string("transpose_56")]; tensor reshape_17 = reshape(shape = reshape_17_shape_0, x = transpose_7)[name = string("reshape_17")]; tensor mul_55 = mul(x = reshape_17, y = reshape_17)[name = string("mul_55")]; tensor reduce_mean_11_axes_0 = const()[name = string("reduce_mean_11_axes_0"), val = tensor([-1])]; bool reduce_mean_11_keep_dims_0 = const()[name = string("reduce_mean_11_keep_dims_0"), val = bool(true)]; tensor reduce_mean_11 = reduce_mean(axes = reduce_mean_11_axes_0, keep_dims = reduce_mean_11_keep_dims_0, x = mul_55)[name = string("reduce_mean_11")]; fp32 rsqrt_11_epsilon_0 = const()[name = string("rsqrt_11_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_11 = rsqrt(epsilon = rsqrt_11_epsilon_0, x = reduce_mean_11)[name = string("rsqrt_11")]; tensor mul_56 = mul(x = reshape_17, y = rsqrt_11)[name = string("mul_56")]; tensor mul_57_y_0 = const()[name = string("mul_57_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706368)))]; tensor mul_57 = mul(x = mul_56, y = mul_57_y_0)[name = string("mul_57")]; tensor tern_1_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2707136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_o_weight_0_palettized")]; tensor tern_1_o = linear(bias = linear_0_bias_0, weight = tern_1_o_weight_0_palettized, x = mul_57)[name = string("tern_1_o")]; tensor mul_58_y_0 = const()[name = string("mul_58_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738176)))]; tensor mul_58 = mul(x = tern_1_o, y = mul_58_y_0)[name = string("mul_58")]; tensor add_9 = add(x = add_5, y = mul_58)[name = string("add_9")]; tensor mul_59 = mul(x = add_9, y = add_9)[name = string("mul_59")]; tensor reduce_mean_12_axes_0 = const()[name = string("reduce_mean_12_axes_0"), val = tensor([-1])]; bool reduce_mean_12_keep_dims_0 = const()[name = string("reduce_mean_12_keep_dims_0"), val = bool(true)]; tensor reduce_mean_12 = reduce_mean(axes = reduce_mean_12_axes_0, keep_dims = reduce_mean_12_keep_dims_0, x = mul_59)[name = string("reduce_mean_12")]; fp32 rsqrt_12_epsilon_0 = const()[name = string("rsqrt_12_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_12 = rsqrt(epsilon = rsqrt_12_epsilon_0, x = reduce_mean_12)[name = string("rsqrt_12")]; tensor mul_60 = mul(x = add_9, y = rsqrt_12)[name = string("mul_60")]; tensor mul_61_y_0 = const()[name = string("mul_61_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738944)))]; tensor mul_61 = mul(x = mul_60, y = mul_61_y_0)[name = string("mul_61")]; tensor mul_62 = mul(x = mul_61, y = mul_61)[name = string("mul_62")]; tensor reduce_mean_13_axes_0 = const()[name = string("reduce_mean_13_axes_0"), val = tensor([-1])]; bool reduce_mean_13_keep_dims_0 = const()[name = string("reduce_mean_13_keep_dims_0"), val = bool(true)]; tensor reduce_mean_13 = reduce_mean(axes = reduce_mean_13_axes_0, keep_dims = reduce_mean_13_keep_dims_0, x = mul_62)[name = string("reduce_mean_13")]; fp32 rsqrt_13_epsilon_0 = const()[name = string("rsqrt_13_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_13 = rsqrt(epsilon = rsqrt_13_epsilon_0, x = reduce_mean_13)[name = string("rsqrt_13")]; tensor mul_63 = mul(x = mul_61, y = rsqrt_13)[name = string("mul_63")]; tensor mul_64_y_0 = const()[name = string("mul_64_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2739712)))]; tensor mul_64 = mul(x = mul_63, y = mul_64_y_0)[name = string("mul_64")]; tensor tern_1_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2740480))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w1_weight_0_palettized")]; tensor tern_1_w1 = linear(bias = linear_4_bias_0, weight = tern_1_w1_weight_0_palettized, x = mul_64)[name = string("tern_1_w1")]; tensor mul_65_y_0 = const()[name = string("mul_65_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2825024)))]; tensor mul_65 = mul(x = tern_1_w1, y = mul_65_y_0)[name = string("mul_65")]; tensor mul_68_y_0 = const()[name = string("mul_68_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827008)))]; tensor mul_68 = mul(x = mul_63, y = mul_68_y_0)[name = string("mul_68")]; tensor tern_1_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w3_weight_0_palettized")]; tensor tern_1_w3 = linear(bias = linear_4_bias_0, weight = tern_1_w3_weight_0_palettized, x = mul_68)[name = string("tern_1_w3")]; tensor mul_69_y_0 = const()[name = string("mul_69_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2912320)))]; tensor mul_69 = mul(x = tern_1_w3, y = mul_69_y_0)[name = string("mul_69")]; fp16 mul_70_y_0 = const()[name = string("mul_70_y_0"), val = fp16(0x1p-1)]; tensor mul_70 = mul(x = mul_65, y = mul_70_y_0)[name = string("mul_70")]; tensor tanh_1 = tanh(x = mul_70)[name = string("tanh_1")]; fp16 mul_71_x_0 = const()[name = string("mul_71_x_0"), val = fp16(0x1p-1)]; tensor mul_71 = mul(x = mul_71_x_0, y = tanh_1)[name = string("mul_71")]; fp16 add_10_x_0 = const()[name = string("add_10_x_0"), val = fp16(0x1p-1)]; tensor add_10 = add(x = add_10_x_0, y = mul_71)[name = string("add_10")]; tensor mul_72 = mul(x = mul_65, y = add_10)[name = string("mul_72")]; tensor mul_73 = mul(x = mul_72, y = mul_69)[name = string("mul_73")]; tensor mul_74 = mul(x = mul_73, y = mul_73)[name = string("mul_74")]; tensor reduce_mean_15_axes_0 = const()[name = string("reduce_mean_15_axes_0"), val = tensor([-1])]; bool reduce_mean_15_keep_dims_0 = const()[name = string("reduce_mean_15_keep_dims_0"), val = bool(true)]; tensor reduce_mean_15 = reduce_mean(axes = reduce_mean_15_axes_0, keep_dims = reduce_mean_15_keep_dims_0, x = mul_74)[name = string("reduce_mean_15")]; fp32 rsqrt_15_epsilon_0 = const()[name = string("rsqrt_15_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_15 = rsqrt(epsilon = rsqrt_15_epsilon_0, x = reduce_mean_15)[name = string("rsqrt_15")]; tensor mul_75 = mul(x = mul_73, y = rsqrt_15)[name = string("mul_75")]; tensor mul_76_y_0 = const()[name = string("mul_76_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2914304)))]; tensor mul_76 = mul(x = mul_75, y = mul_76_y_0)[name = string("mul_76")]; tensor tern_1_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2916288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w2_weight_0_palettized")]; tensor tern_1_w2 = linear(bias = linear_0_bias_0, weight = tern_1_w2_weight_0_palettized, x = mul_76)[name = string("tern_1_w2")]; tensor mul_77_y_0 = const()[name = string("mul_77_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3000832)))]; tensor mul_77 = mul(x = tern_1_w2, y = mul_77_y_0)[name = string("mul_77")]; tensor add_11 = add(x = add_9, y = mul_77)[name = string("add_11")]; tensor mul_78 = mul(x = add_11, y = add_11)[name = string("mul_78")]; tensor reduce_mean_16_axes_0 = const()[name = string("reduce_mean_16_axes_0"), val = tensor([-1])]; bool reduce_mean_16_keep_dims_0 = const()[name = string("reduce_mean_16_keep_dims_0"), val = bool(true)]; tensor reduce_mean_16 = reduce_mean(axes = reduce_mean_16_axes_0, keep_dims = reduce_mean_16_keep_dims_0, x = mul_78)[name = string("reduce_mean_16")]; fp32 rsqrt_16_epsilon_0 = const()[name = string("rsqrt_16_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_16 = rsqrt(epsilon = rsqrt_16_epsilon_0, x = reduce_mean_16)[name = string("rsqrt_16")]; tensor mul_79 = mul(x = add_11, y = rsqrt_16)[name = string("mul_79")]; tensor mul_80_y_0 = const()[name = string("mul_80_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3001600)))]; tensor mul_80 = mul(x = mul_79, y = mul_80_y_0)[name = string("mul_80")]; tensor mul_81 = mul(x = mul_80, y = mul_80)[name = string("mul_81")]; tensor reduce_mean_17_axes_0 = const()[name = string("reduce_mean_17_axes_0"), val = tensor([-1])]; bool reduce_mean_17_keep_dims_0 = const()[name = string("reduce_mean_17_keep_dims_0"), val = bool(true)]; tensor reduce_mean_17 = reduce_mean(axes = reduce_mean_17_axes_0, keep_dims = reduce_mean_17_keep_dims_0, x = mul_81)[name = string("reduce_mean_17")]; fp32 rsqrt_17_epsilon_0 = const()[name = string("rsqrt_17_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_17 = rsqrt(epsilon = rsqrt_17_epsilon_0, x = reduce_mean_17)[name = string("rsqrt_17")]; tensor mul_82 = mul(x = mul_80, y = rsqrt_17)[name = string("mul_82")]; tensor mul_83_y_0 = const()[name = string("mul_83_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3002368)))]; tensor mul_83 = mul(x = mul_82, y = mul_83_y_0)[name = string("mul_83")]; tensor tern_2_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3003136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_q_weight_0_palettized")]; tensor tern_2_q = linear(bias = linear_0_bias_0, weight = tern_2_q_weight_0_palettized, x = mul_83)[name = string("tern_2_q")]; tensor mul_84_y_0 = const()[name = string("mul_84_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034176)))]; tensor mul_84 = mul(x = tern_2_q, y = mul_84_y_0)[name = string("mul_84")]; tensor reshape_18_shape_0 = const()[name = string("reshape_18_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_18 = reshape(shape = reshape_18_shape_0, x = mul_84)[name = string("reshape_18")]; tensor transpose_8_perm_0 = const()[name = string("transpose_8_perm_0"), val = tensor([1, 0, 2])]; tensor mul_87_y_0 = const()[name = string("mul_87_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034944)))]; tensor mul_87 = mul(x = mul_82, y = mul_87_y_0)[name = string("mul_87")]; tensor tern_2_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3035712))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_k_weight_0_palettized")]; tensor tern_2_k_bias_0 = const()[name = string("tern_2_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_k = linear(bias = tern_2_k_bias_0, weight = tern_2_k_weight_0_palettized, x = mul_87)[name = string("tern_2_k")]; tensor mul_88_y_0 = const()[name = string("mul_88_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043520)))]; tensor mul_88 = mul(x = tern_2_k, y = mul_88_y_0)[name = string("mul_88")]; tensor reshape_19_shape_0 = const()[name = string("reshape_19_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_19 = reshape(shape = reshape_19_shape_0, x = mul_88)[name = string("reshape_19")]; tensor transpose_9_perm_0 = const()[name = string("transpose_9_perm_0"), val = tensor([1, 0, 2])]; tensor mul_91_y_0 = const()[name = string("mul_91_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043776)))]; tensor mul_91 = mul(x = mul_82, y = mul_91_y_0)[name = string("mul_91")]; tensor tern_2_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3044544))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_v_weight_0_palettized")]; tensor tern_2_v_bias_0 = const()[name = string("tern_2_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_v = linear(bias = tern_2_v_bias_0, weight = tern_2_v_weight_0_palettized, x = mul_91)[name = string("tern_2_v")]; tensor mul_92_y_0 = const()[name = string("mul_92_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052352)))]; tensor mul_92 = mul(x = tern_2_v, y = mul_92_y_0)[name = string("mul_92")]; tensor reshape_20_shape_0 = const()[name = string("reshape_20_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_20 = reshape(shape = reshape_20_shape_0, x = mul_92)[name = string("reshape_20")]; tensor transpose_10_perm_0 = const()[name = string("transpose_10_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_8 = transpose(perm = transpose_8_perm_0, x = reshape_18)[name = string("transpose_55")]; tensor mul_93 = mul(x = transpose_8, y = transpose_8)[name = string("mul_93")]; tensor reduce_mean_20_axes_0 = const()[name = string("reduce_mean_20_axes_0"), val = tensor([-1])]; bool reduce_mean_20_keep_dims_0 = const()[name = string("reduce_mean_20_keep_dims_0"), val = bool(true)]; tensor reduce_mean_20 = reduce_mean(axes = reduce_mean_20_axes_0, keep_dims = reduce_mean_20_keep_dims_0, x = mul_93)[name = string("reduce_mean_20")]; fp32 rsqrt_20_epsilon_0 = const()[name = string("rsqrt_20_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_20 = rsqrt(epsilon = rsqrt_20_epsilon_0, x = reduce_mean_20)[name = string("rsqrt_20")]; tensor mul_94 = mul(x = transpose_8, y = rsqrt_20)[name = string("mul_94")]; tensor mul_95_y_0 = const()[name = string("mul_95_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052608)))]; tensor mul_95 = mul(x = mul_94, y = mul_95_y_0)[name = string("mul_95")]; tensor slice_by_index_8_begin_0 = const()[name = string("slice_by_index_8_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_8_end_0 = const()[name = string("slice_by_index_8_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_8_end_mask_0 = const()[name = string("slice_by_index_8_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_8 = slice_by_index(begin = slice_by_index_8_begin_0, end = slice_by_index_8_end_0, end_mask = slice_by_index_8_end_mask_0, x = mul_95)[name = string("slice_by_index_8")]; tensor slice_by_index_9_begin_0 = const()[name = string("slice_by_index_9_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_9_end_0 = const()[name = string("slice_by_index_9_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_9_end_mask_0 = const()[name = string("slice_by_index_9_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_9 = slice_by_index(begin = slice_by_index_9_begin_0, end = slice_by_index_9_end_0, end_mask = slice_by_index_9_end_mask_0, x = mul_95)[name = string("slice_by_index_9")]; int32 concat_4_axis_0 = const()[name = string("concat_4_axis_0"), val = int32(-1)]; bool concat_4_interleave_0 = const()[name = string("concat_4_interleave_0"), val = bool(false)]; tensor concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = (slice_by_index_9, slice_by_index_8))[name = string("concat_4")]; tensor mul_96_y_0 = const()[name = string("mul_96_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_96 = mul(x = concat_4, y = mul_96_y_0)[name = string("mul_96")]; tensor mul_97 = mul(x = mul_95, y = mul_11_y_0)[name = string("mul_97")]; tensor mul_98 = mul(x = mul_96, y = mul_12_y_0)[name = string("mul_98")]; tensor add_12 = add(x = mul_97, y = mul_98)[name = string("add_12")]; tensor transpose_9 = transpose(perm = transpose_9_perm_0, x = reshape_19)[name = string("transpose_54")]; tensor mul_99 = mul(x = transpose_9, y = transpose_9)[name = string("mul_99")]; tensor reduce_mean_21_axes_0 = const()[name = string("reduce_mean_21_axes_0"), val = tensor([-1])]; bool reduce_mean_21_keep_dims_0 = const()[name = string("reduce_mean_21_keep_dims_0"), val = bool(true)]; tensor reduce_mean_21 = reduce_mean(axes = reduce_mean_21_axes_0, keep_dims = reduce_mean_21_keep_dims_0, x = mul_99)[name = string("reduce_mean_21")]; fp32 rsqrt_21_epsilon_0 = const()[name = string("rsqrt_21_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_21 = rsqrt(epsilon = rsqrt_21_epsilon_0, x = reduce_mean_21)[name = string("rsqrt_21")]; tensor mul_100 = mul(x = transpose_9, y = rsqrt_21)[name = string("mul_100")]; tensor mul_101_y_0 = const()[name = string("mul_101_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052800)))]; tensor mul_101 = mul(x = mul_100, y = mul_101_y_0)[name = string("mul_101")]; tensor slice_by_index_10_begin_0 = const()[name = string("slice_by_index_10_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_10_end_0 = const()[name = string("slice_by_index_10_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_10_end_mask_0 = const()[name = string("slice_by_index_10_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_10 = slice_by_index(begin = slice_by_index_10_begin_0, end = slice_by_index_10_end_0, end_mask = slice_by_index_10_end_mask_0, x = mul_101)[name = string("slice_by_index_10")]; tensor slice_by_index_11_begin_0 = const()[name = string("slice_by_index_11_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_11_end_0 = const()[name = string("slice_by_index_11_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_11_end_mask_0 = const()[name = string("slice_by_index_11_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_11 = slice_by_index(begin = slice_by_index_11_begin_0, end = slice_by_index_11_end_0, end_mask = slice_by_index_11_end_mask_0, x = mul_101)[name = string("slice_by_index_11")]; int32 concat_5_axis_0 = const()[name = string("concat_5_axis_0"), val = int32(-1)]; bool concat_5_interleave_0 = const()[name = string("concat_5_interleave_0"), val = bool(false)]; tensor concat_5 = concat(axis = concat_5_axis_0, interleave = concat_5_interleave_0, values = (slice_by_index_11, slice_by_index_10))[name = string("concat_5")]; tensor mul_102_y_0 = const()[name = string("mul_102_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_102 = mul(x = concat_5, y = mul_102_y_0)[name = string("mul_102")]; tensor mul_103 = mul(x = mul_101, y = mul_11_y_0)[name = string("mul_103")]; tensor mul_104 = mul(x = mul_102, y = mul_12_y_0)[name = string("mul_104")]; tensor add_13 = add(x = mul_103, y = mul_104)[name = string("add_13")]; tensor reshape_21_shape_0 = const()[name = string("reshape_21_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_21 = reshape(shape = reshape_21_shape_0, x = add_13)[name = string("reshape_21")]; tensor tile_4_reps_0 = const()[name = string("tile_4_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_4 = tile(reps = tile_4_reps_0, x = reshape_21)[name = string("tile_4")]; tensor reshape_22_shape_0 = const()[name = string("reshape_22_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_22 = reshape(shape = reshape_22_shape_0, x = tile_4)[name = string("reshape_22")]; tensor reshape_23_shape_0 = const()[name = string("reshape_23_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_10 = transpose(perm = transpose_10_perm_0, x = reshape_20)[name = string("transpose_53")]; tensor reshape_23 = reshape(shape = reshape_23_shape_0, x = transpose_10)[name = string("reshape_23")]; tensor tile_5_reps_0 = const()[name = string("tile_5_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_5 = tile(reps = tile_5_reps_0, x = reshape_23)[name = string("tile_5")]; tensor reshape_24_shape_0 = const()[name = string("reshape_24_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_24 = reshape(shape = reshape_24_shape_0, x = tile_5)[name = string("reshape_24")]; fp16 mul_105_y_0 = const()[name = string("mul_105_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_105 = mul(x = add_12, y = mul_105_y_0)[name = string("mul_105")]; bool matmul_4_transpose_y_0 = const()[name = string("matmul_4_transpose_y_0"), val = bool(true)]; bool matmul_4_transpose_x_0 = const()[name = string("matmul_4_transpose_x_0"), val = bool(false)]; tensor matmul_4 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = mul_105, y = reshape_22)[name = string("matmul_4")]; tensor add_14 = add(x = matmul_4, y = reshape_1)[name = string("add_14")]; int32 softmax_2_axis_0 = const()[name = string("softmax_2_axis_0"), val = int32(-1)]; tensor softmax_2 = softmax(axis = softmax_2_axis_0, x = add_14)[name = string("softmax_2")]; bool matmul_5_transpose_x_0 = const()[name = string("matmul_5_transpose_x_0"), val = bool(false)]; bool matmul_5_transpose_y_0 = const()[name = string("matmul_5_transpose_y_0"), val = bool(false)]; tensor matmul_5 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = softmax_2, y = reshape_24)[name = string("matmul_5")]; tensor transpose_11_perm_0 = const()[name = string("transpose_11_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_25_shape_0 = const()[name = string("reshape_25_shape_0"), val = tensor([32, 352])]; tensor transpose_11 = transpose(perm = transpose_11_perm_0, x = matmul_5)[name = string("transpose_52")]; tensor reshape_25 = reshape(shape = reshape_25_shape_0, x = transpose_11)[name = string("reshape_25")]; tensor mul_106 = mul(x = reshape_25, y = reshape_25)[name = string("mul_106")]; tensor reduce_mean_22_axes_0 = const()[name = string("reduce_mean_22_axes_0"), val = tensor([-1])]; bool reduce_mean_22_keep_dims_0 = const()[name = string("reduce_mean_22_keep_dims_0"), val = bool(true)]; tensor reduce_mean_22 = reduce_mean(axes = reduce_mean_22_axes_0, keep_dims = reduce_mean_22_keep_dims_0, x = mul_106)[name = string("reduce_mean_22")]; fp32 rsqrt_22_epsilon_0 = const()[name = string("rsqrt_22_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_22 = rsqrt(epsilon = rsqrt_22_epsilon_0, x = reduce_mean_22)[name = string("rsqrt_22")]; tensor mul_107 = mul(x = reshape_25, y = rsqrt_22)[name = string("mul_107")]; tensor mul_108_y_0 = const()[name = string("mul_108_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052992)))]; tensor mul_108 = mul(x = mul_107, y = mul_108_y_0)[name = string("mul_108")]; tensor tern_2_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3053760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_o_weight_0_palettized")]; tensor tern_2_o = linear(bias = linear_0_bias_0, weight = tern_2_o_weight_0_palettized, x = mul_108)[name = string("tern_2_o")]; tensor mul_109_y_0 = const()[name = string("mul_109_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3084800)))]; tensor mul_109 = mul(x = tern_2_o, y = mul_109_y_0)[name = string("mul_109")]; tensor add_15 = add(x = add_11, y = mul_109)[name = string("add_15")]; tensor mul_110 = mul(x = add_15, y = add_15)[name = string("mul_110")]; tensor reduce_mean_23_axes_0 = const()[name = string("reduce_mean_23_axes_0"), val = tensor([-1])]; bool reduce_mean_23_keep_dims_0 = const()[name = string("reduce_mean_23_keep_dims_0"), val = bool(true)]; tensor reduce_mean_23 = reduce_mean(axes = reduce_mean_23_axes_0, keep_dims = reduce_mean_23_keep_dims_0, x = mul_110)[name = string("reduce_mean_23")]; fp32 rsqrt_23_epsilon_0 = const()[name = string("rsqrt_23_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_23 = rsqrt(epsilon = rsqrt_23_epsilon_0, x = reduce_mean_23)[name = string("rsqrt_23")]; tensor mul_111 = mul(x = add_15, y = rsqrt_23)[name = string("mul_111")]; tensor mul_112_y_0 = const()[name = string("mul_112_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3085568)))]; tensor mul_112 = mul(x = mul_111, y = mul_112_y_0)[name = string("mul_112")]; tensor mul_113 = mul(x = mul_112, y = mul_112)[name = string("mul_113")]; tensor reduce_mean_24_axes_0 = const()[name = string("reduce_mean_24_axes_0"), val = tensor([-1])]; bool reduce_mean_24_keep_dims_0 = const()[name = string("reduce_mean_24_keep_dims_0"), val = bool(true)]; tensor reduce_mean_24 = reduce_mean(axes = reduce_mean_24_axes_0, keep_dims = reduce_mean_24_keep_dims_0, x = mul_113)[name = string("reduce_mean_24")]; fp32 rsqrt_24_epsilon_0 = const()[name = string("rsqrt_24_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_24 = rsqrt(epsilon = rsqrt_24_epsilon_0, x = reduce_mean_24)[name = string("rsqrt_24")]; tensor mul_114 = mul(x = mul_112, y = rsqrt_24)[name = string("mul_114")]; tensor mul_115_y_0 = const()[name = string("mul_115_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3086336)))]; tensor mul_115 = mul(x = mul_114, y = mul_115_y_0)[name = string("mul_115")]; tensor tern_2_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3087104))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w1_weight_0_palettized")]; tensor tern_2_w1 = linear(bias = linear_4_bias_0, weight = tern_2_w1_weight_0_palettized, x = mul_115)[name = string("tern_2_w1")]; tensor mul_116_y_0 = const()[name = string("mul_116_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3171648)))]; tensor mul_116 = mul(x = tern_2_w1, y = mul_116_y_0)[name = string("mul_116")]; tensor mul_119_y_0 = const()[name = string("mul_119_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3173632)))]; tensor mul_119 = mul(x = mul_114, y = mul_119_y_0)[name = string("mul_119")]; tensor tern_2_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3174400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w3_weight_0_palettized")]; tensor tern_2_w3 = linear(bias = linear_4_bias_0, weight = tern_2_w3_weight_0_palettized, x = mul_119)[name = string("tern_2_w3")]; tensor mul_120_y_0 = const()[name = string("mul_120_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3258944)))]; tensor mul_120 = mul(x = tern_2_w3, y = mul_120_y_0)[name = string("mul_120")]; fp16 mul_121_y_0 = const()[name = string("mul_121_y_0"), val = fp16(0x1p-1)]; tensor mul_121 = mul(x = mul_116, y = mul_121_y_0)[name = string("mul_121")]; tensor tanh_2 = tanh(x = mul_121)[name = string("tanh_2")]; fp16 mul_122_x_0 = const()[name = string("mul_122_x_0"), val = fp16(0x1p-1)]; tensor mul_122 = mul(x = mul_122_x_0, y = tanh_2)[name = string("mul_122")]; fp16 add_16_x_0 = const()[name = string("add_16_x_0"), val = fp16(0x1p-1)]; tensor add_16 = add(x = add_16_x_0, y = mul_122)[name = string("add_16")]; tensor mul_123 = mul(x = mul_116, y = add_16)[name = string("mul_123")]; tensor mul_124 = mul(x = mul_123, y = mul_120)[name = string("mul_124")]; tensor mul_125 = mul(x = mul_124, y = mul_124)[name = string("mul_125")]; tensor reduce_mean_26_axes_0 = const()[name = string("reduce_mean_26_axes_0"), val = tensor([-1])]; bool reduce_mean_26_keep_dims_0 = const()[name = string("reduce_mean_26_keep_dims_0"), val = bool(true)]; tensor reduce_mean_26 = reduce_mean(axes = reduce_mean_26_axes_0, keep_dims = reduce_mean_26_keep_dims_0, x = mul_125)[name = string("reduce_mean_26")]; fp32 rsqrt_26_epsilon_0 = const()[name = string("rsqrt_26_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_26 = rsqrt(epsilon = rsqrt_26_epsilon_0, x = reduce_mean_26)[name = string("rsqrt_26")]; tensor mul_126 = mul(x = mul_124, y = rsqrt_26)[name = string("mul_126")]; tensor mul_127_y_0 = const()[name = string("mul_127_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3260928)))]; tensor mul_127 = mul(x = mul_126, y = mul_127_y_0)[name = string("mul_127")]; tensor tern_2_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3262912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w2_weight_0_palettized")]; tensor tern_2_w2 = linear(bias = linear_0_bias_0, weight = tern_2_w2_weight_0_palettized, x = mul_127)[name = string("tern_2_w2")]; tensor mul_128_y_0 = const()[name = string("mul_128_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3347456)))]; tensor mul_128 = mul(x = tern_2_w2, y = mul_128_y_0)[name = string("mul_128")]; tensor add_17 = add(x = add_15, y = mul_128)[name = string("add_17")]; tensor mul_129 = mul(x = add_17, y = add_17)[name = string("mul_129")]; tensor reduce_mean_27_axes_0 = const()[name = string("reduce_mean_27_axes_0"), val = tensor([-1])]; bool reduce_mean_27_keep_dims_0 = const()[name = string("reduce_mean_27_keep_dims_0"), val = bool(true)]; tensor reduce_mean_27 = reduce_mean(axes = reduce_mean_27_axes_0, keep_dims = reduce_mean_27_keep_dims_0, x = mul_129)[name = string("reduce_mean_27")]; fp32 rsqrt_27_epsilon_0 = const()[name = string("rsqrt_27_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_27 = rsqrt(epsilon = rsqrt_27_epsilon_0, x = reduce_mean_27)[name = string("rsqrt_27")]; tensor mul_130 = mul(x = add_17, y = rsqrt_27)[name = string("mul_130")]; tensor mul_131_y_0 = const()[name = string("mul_131_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348224)))]; tensor mul_131 = mul(x = mul_130, y = mul_131_y_0)[name = string("mul_131")]; tensor mul_132 = mul(x = mul_131, y = mul_131)[name = string("mul_132")]; tensor reduce_mean_28_axes_0 = const()[name = string("reduce_mean_28_axes_0"), val = tensor([-1])]; bool reduce_mean_28_keep_dims_0 = const()[name = string("reduce_mean_28_keep_dims_0"), val = bool(true)]; tensor reduce_mean_28 = reduce_mean(axes = reduce_mean_28_axes_0, keep_dims = reduce_mean_28_keep_dims_0, x = mul_132)[name = string("reduce_mean_28")]; fp32 rsqrt_28_epsilon_0 = const()[name = string("rsqrt_28_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_28 = rsqrt(epsilon = rsqrt_28_epsilon_0, x = reduce_mean_28)[name = string("rsqrt_28")]; tensor mul_133 = mul(x = mul_131, y = rsqrt_28)[name = string("mul_133")]; tensor mul_134_y_0 = const()[name = string("mul_134_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348992)))]; tensor mul_134 = mul(x = mul_133, y = mul_134_y_0)[name = string("mul_134")]; tensor tern_3_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3349760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_q_weight_0_palettized")]; tensor tern_3_q = linear(bias = linear_0_bias_0, weight = tern_3_q_weight_0_palettized, x = mul_134)[name = string("tern_3_q")]; tensor mul_135_y_0 = const()[name = string("mul_135_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3380800)))]; tensor mul_135 = mul(x = tern_3_q, y = mul_135_y_0)[name = string("mul_135")]; tensor reshape_26_shape_0 = const()[name = string("reshape_26_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_26 = reshape(shape = reshape_26_shape_0, x = mul_135)[name = string("reshape_26")]; tensor transpose_12_perm_0 = const()[name = string("transpose_12_perm_0"), val = tensor([1, 0, 2])]; tensor mul_138_y_0 = const()[name = string("mul_138_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3381568)))]; tensor mul_138 = mul(x = mul_133, y = mul_138_y_0)[name = string("mul_138")]; tensor tern_3_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3382336))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_k_weight_0_palettized")]; tensor tern_3_k_bias_0 = const()[name = string("tern_3_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_k = linear(bias = tern_3_k_bias_0, weight = tern_3_k_weight_0_palettized, x = mul_138)[name = string("tern_3_k")]; tensor mul_139_y_0 = const()[name = string("mul_139_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390144)))]; tensor mul_139 = mul(x = tern_3_k, y = mul_139_y_0)[name = string("mul_139")]; tensor reshape_27_shape_0 = const()[name = string("reshape_27_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_27 = reshape(shape = reshape_27_shape_0, x = mul_139)[name = string("reshape_27")]; tensor transpose_13_perm_0 = const()[name = string("transpose_13_perm_0"), val = tensor([1, 0, 2])]; tensor mul_142_y_0 = const()[name = string("mul_142_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390400)))]; tensor mul_142 = mul(x = mul_133, y = mul_142_y_0)[name = string("mul_142")]; tensor tern_3_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3391168))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_v_weight_0_palettized")]; tensor tern_3_v_bias_0 = const()[name = string("tern_3_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_v = linear(bias = tern_3_v_bias_0, weight = tern_3_v_weight_0_palettized, x = mul_142)[name = string("tern_3_v")]; tensor mul_143_y_0 = const()[name = string("mul_143_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3398976)))]; tensor mul_143 = mul(x = tern_3_v, y = mul_143_y_0)[name = string("mul_143")]; tensor reshape_28_shape_0 = const()[name = string("reshape_28_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_28 = reshape(shape = reshape_28_shape_0, x = mul_143)[name = string("reshape_28")]; tensor transpose_14_perm_0 = const()[name = string("transpose_14_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_12 = transpose(perm = transpose_12_perm_0, x = reshape_26)[name = string("transpose_51")]; tensor mul_144 = mul(x = transpose_12, y = transpose_12)[name = string("mul_144")]; tensor reduce_mean_31_axes_0 = const()[name = string("reduce_mean_31_axes_0"), val = tensor([-1])]; bool reduce_mean_31_keep_dims_0 = const()[name = string("reduce_mean_31_keep_dims_0"), val = bool(true)]; tensor reduce_mean_31 = reduce_mean(axes = reduce_mean_31_axes_0, keep_dims = reduce_mean_31_keep_dims_0, x = mul_144)[name = string("reduce_mean_31")]; fp32 rsqrt_31_epsilon_0 = const()[name = string("rsqrt_31_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_31 = rsqrt(epsilon = rsqrt_31_epsilon_0, x = reduce_mean_31)[name = string("rsqrt_31")]; tensor mul_145 = mul(x = transpose_12, y = rsqrt_31)[name = string("mul_145")]; tensor mul_146_y_0 = const()[name = string("mul_146_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399232)))]; tensor mul_146 = mul(x = mul_145, y = mul_146_y_0)[name = string("mul_146")]; tensor slice_by_index_12_begin_0 = const()[name = string("slice_by_index_12_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_12_end_0 = const()[name = string("slice_by_index_12_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_12_end_mask_0 = const()[name = string("slice_by_index_12_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_12 = slice_by_index(begin = slice_by_index_12_begin_0, end = slice_by_index_12_end_0, end_mask = slice_by_index_12_end_mask_0, x = mul_146)[name = string("slice_by_index_12")]; tensor slice_by_index_13_begin_0 = const()[name = string("slice_by_index_13_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_13_end_0 = const()[name = string("slice_by_index_13_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_13_end_mask_0 = const()[name = string("slice_by_index_13_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_13 = slice_by_index(begin = slice_by_index_13_begin_0, end = slice_by_index_13_end_0, end_mask = slice_by_index_13_end_mask_0, x = mul_146)[name = string("slice_by_index_13")]; int32 concat_6_axis_0 = const()[name = string("concat_6_axis_0"), val = int32(-1)]; bool concat_6_interleave_0 = const()[name = string("concat_6_interleave_0"), val = bool(false)]; tensor concat_6 = concat(axis = concat_6_axis_0, interleave = concat_6_interleave_0, values = (slice_by_index_13, slice_by_index_12))[name = string("concat_6")]; tensor mul_147_y_0 = const()[name = string("mul_147_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_147 = mul(x = concat_6, y = mul_147_y_0)[name = string("mul_147")]; tensor mul_148 = mul(x = mul_146, y = mul_11_y_0)[name = string("mul_148")]; tensor mul_149 = mul(x = mul_147, y = mul_12_y_0)[name = string("mul_149")]; tensor add_18 = add(x = mul_148, y = mul_149)[name = string("add_18")]; tensor transpose_13 = transpose(perm = transpose_13_perm_0, x = reshape_27)[name = string("transpose_50")]; tensor mul_150 = mul(x = transpose_13, y = transpose_13)[name = string("mul_150")]; tensor reduce_mean_32_axes_0 = const()[name = string("reduce_mean_32_axes_0"), val = tensor([-1])]; bool reduce_mean_32_keep_dims_0 = const()[name = string("reduce_mean_32_keep_dims_0"), val = bool(true)]; tensor reduce_mean_32 = reduce_mean(axes = reduce_mean_32_axes_0, keep_dims = reduce_mean_32_keep_dims_0, x = mul_150)[name = string("reduce_mean_32")]; fp32 rsqrt_32_epsilon_0 = const()[name = string("rsqrt_32_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_32 = rsqrt(epsilon = rsqrt_32_epsilon_0, x = reduce_mean_32)[name = string("rsqrt_32")]; tensor mul_151 = mul(x = transpose_13, y = rsqrt_32)[name = string("mul_151")]; tensor mul_152_y_0 = const()[name = string("mul_152_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399424)))]; tensor mul_152 = mul(x = mul_151, y = mul_152_y_0)[name = string("mul_152")]; tensor slice_by_index_14_begin_0 = const()[name = string("slice_by_index_14_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_14_end_0 = const()[name = string("slice_by_index_14_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_14_end_mask_0 = const()[name = string("slice_by_index_14_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_14 = slice_by_index(begin = slice_by_index_14_begin_0, end = slice_by_index_14_end_0, end_mask = slice_by_index_14_end_mask_0, x = mul_152)[name = string("slice_by_index_14")]; tensor slice_by_index_15_begin_0 = const()[name = string("slice_by_index_15_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_15_end_0 = const()[name = string("slice_by_index_15_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_15_end_mask_0 = const()[name = string("slice_by_index_15_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_15 = slice_by_index(begin = slice_by_index_15_begin_0, end = slice_by_index_15_end_0, end_mask = slice_by_index_15_end_mask_0, x = mul_152)[name = string("slice_by_index_15")]; int32 concat_7_axis_0 = const()[name = string("concat_7_axis_0"), val = int32(-1)]; bool concat_7_interleave_0 = const()[name = string("concat_7_interleave_0"), val = bool(false)]; tensor concat_7 = concat(axis = concat_7_axis_0, interleave = concat_7_interleave_0, values = (slice_by_index_15, slice_by_index_14))[name = string("concat_7")]; tensor mul_153_y_0 = const()[name = string("mul_153_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_153 = mul(x = concat_7, y = mul_153_y_0)[name = string("mul_153")]; tensor mul_154 = mul(x = mul_152, y = mul_11_y_0)[name = string("mul_154")]; tensor mul_155 = mul(x = mul_153, y = mul_12_y_0)[name = string("mul_155")]; tensor add_19 = add(x = mul_154, y = mul_155)[name = string("add_19")]; tensor reshape_29_shape_0 = const()[name = string("reshape_29_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_29 = reshape(shape = reshape_29_shape_0, x = add_19)[name = string("reshape_29")]; tensor tile_6_reps_0 = const()[name = string("tile_6_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_6 = tile(reps = tile_6_reps_0, x = reshape_29)[name = string("tile_6")]; tensor reshape_30_shape_0 = const()[name = string("reshape_30_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_30 = reshape(shape = reshape_30_shape_0, x = tile_6)[name = string("reshape_30")]; tensor reshape_31_shape_0 = const()[name = string("reshape_31_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_14 = transpose(perm = transpose_14_perm_0, x = reshape_28)[name = string("transpose_49")]; tensor reshape_31 = reshape(shape = reshape_31_shape_0, x = transpose_14)[name = string("reshape_31")]; tensor tile_7_reps_0 = const()[name = string("tile_7_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_7 = tile(reps = tile_7_reps_0, x = reshape_31)[name = string("tile_7")]; tensor reshape_32_shape_0 = const()[name = string("reshape_32_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_32 = reshape(shape = reshape_32_shape_0, x = tile_7)[name = string("reshape_32")]; fp16 mul_156_y_0 = const()[name = string("mul_156_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_156 = mul(x = add_18, y = mul_156_y_0)[name = string("mul_156")]; bool matmul_6_transpose_y_0 = const()[name = string("matmul_6_transpose_y_0"), val = bool(true)]; bool matmul_6_transpose_x_0 = const()[name = string("matmul_6_transpose_x_0"), val = bool(false)]; tensor matmul_6 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = mul_156, y = reshape_30)[name = string("matmul_6")]; tensor add_20 = add(x = matmul_6, y = reshape_1)[name = string("add_20")]; int32 softmax_3_axis_0 = const()[name = string("softmax_3_axis_0"), val = int32(-1)]; tensor softmax_3 = softmax(axis = softmax_3_axis_0, x = add_20)[name = string("softmax_3")]; bool matmul_7_transpose_x_0 = const()[name = string("matmul_7_transpose_x_0"), val = bool(false)]; bool matmul_7_transpose_y_0 = const()[name = string("matmul_7_transpose_y_0"), val = bool(false)]; tensor matmul_7 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = softmax_3, y = reshape_32)[name = string("matmul_7")]; tensor transpose_15_perm_0 = const()[name = string("transpose_15_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_33_shape_0 = const()[name = string("reshape_33_shape_0"), val = tensor([32, 352])]; tensor transpose_15 = transpose(perm = transpose_15_perm_0, x = matmul_7)[name = string("transpose_48")]; tensor reshape_33 = reshape(shape = reshape_33_shape_0, x = transpose_15)[name = string("reshape_33")]; tensor mul_157 = mul(x = reshape_33, y = reshape_33)[name = string("mul_157")]; tensor reduce_mean_33_axes_0 = const()[name = string("reduce_mean_33_axes_0"), val = tensor([-1])]; bool reduce_mean_33_keep_dims_0 = const()[name = string("reduce_mean_33_keep_dims_0"), val = bool(true)]; tensor reduce_mean_33 = reduce_mean(axes = reduce_mean_33_axes_0, keep_dims = reduce_mean_33_keep_dims_0, x = mul_157)[name = string("reduce_mean_33")]; fp32 rsqrt_33_epsilon_0 = const()[name = string("rsqrt_33_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_33 = rsqrt(epsilon = rsqrt_33_epsilon_0, x = reduce_mean_33)[name = string("rsqrt_33")]; tensor mul_158 = mul(x = reshape_33, y = rsqrt_33)[name = string("mul_158")]; tensor mul_159_y_0 = const()[name = string("mul_159_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399616)))]; tensor mul_159 = mul(x = mul_158, y = mul_159_y_0)[name = string("mul_159")]; tensor tern_3_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3400384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_o_weight_0_palettized")]; tensor tern_3_o = linear(bias = linear_0_bias_0, weight = tern_3_o_weight_0_palettized, x = mul_159)[name = string("tern_3_o")]; tensor mul_160_y_0 = const()[name = string("mul_160_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3431424)))]; tensor mul_160 = mul(x = tern_3_o, y = mul_160_y_0)[name = string("mul_160")]; tensor add_21 = add(x = add_17, y = mul_160)[name = string("add_21")]; tensor mul_161 = mul(x = add_21, y = add_21)[name = string("mul_161")]; tensor reduce_mean_34_axes_0 = const()[name = string("reduce_mean_34_axes_0"), val = tensor([-1])]; bool reduce_mean_34_keep_dims_0 = const()[name = string("reduce_mean_34_keep_dims_0"), val = bool(true)]; tensor reduce_mean_34 = reduce_mean(axes = reduce_mean_34_axes_0, keep_dims = reduce_mean_34_keep_dims_0, x = mul_161)[name = string("reduce_mean_34")]; fp32 rsqrt_34_epsilon_0 = const()[name = string("rsqrt_34_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_34 = rsqrt(epsilon = rsqrt_34_epsilon_0, x = reduce_mean_34)[name = string("rsqrt_34")]; tensor mul_162 = mul(x = add_21, y = rsqrt_34)[name = string("mul_162")]; tensor mul_163_y_0 = const()[name = string("mul_163_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432192)))]; tensor mul_163 = mul(x = mul_162, y = mul_163_y_0)[name = string("mul_163")]; tensor mul_164 = mul(x = mul_163, y = mul_163)[name = string("mul_164")]; tensor reduce_mean_35_axes_0 = const()[name = string("reduce_mean_35_axes_0"), val = tensor([-1])]; bool reduce_mean_35_keep_dims_0 = const()[name = string("reduce_mean_35_keep_dims_0"), val = bool(true)]; tensor reduce_mean_35 = reduce_mean(axes = reduce_mean_35_axes_0, keep_dims = reduce_mean_35_keep_dims_0, x = mul_164)[name = string("reduce_mean_35")]; fp32 rsqrt_35_epsilon_0 = const()[name = string("rsqrt_35_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_35 = rsqrt(epsilon = rsqrt_35_epsilon_0, x = reduce_mean_35)[name = string("rsqrt_35")]; tensor mul_165 = mul(x = mul_163, y = rsqrt_35)[name = string("mul_165")]; tensor mul_166_y_0 = const()[name = string("mul_166_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432960)))]; tensor mul_166 = mul(x = mul_165, y = mul_166_y_0)[name = string("mul_166")]; tensor tern_3_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3433728))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w1_weight_0_palettized")]; tensor tern_3_w1 = linear(bias = linear_4_bias_0, weight = tern_3_w1_weight_0_palettized, x = mul_166)[name = string("tern_3_w1")]; tensor mul_167_y_0 = const()[name = string("mul_167_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3518272)))]; tensor mul_167 = mul(x = tern_3_w1, y = mul_167_y_0)[name = string("mul_167")]; tensor mul_170_y_0 = const()[name = string("mul_170_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3520256)))]; tensor mul_170 = mul(x = mul_165, y = mul_170_y_0)[name = string("mul_170")]; tensor tern_3_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3521024))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w3_weight_0_palettized")]; tensor tern_3_w3 = linear(bias = linear_4_bias_0, weight = tern_3_w3_weight_0_palettized, x = mul_170)[name = string("tern_3_w3")]; tensor mul_171_y_0 = const()[name = string("mul_171_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3605568)))]; tensor mul_171 = mul(x = tern_3_w3, y = mul_171_y_0)[name = string("mul_171")]; fp16 mul_172_y_0 = const()[name = string("mul_172_y_0"), val = fp16(0x1p-1)]; tensor mul_172 = mul(x = mul_167, y = mul_172_y_0)[name = string("mul_172")]; tensor tanh_3 = tanh(x = mul_172)[name = string("tanh_3")]; fp16 mul_173_x_0 = const()[name = string("mul_173_x_0"), val = fp16(0x1p-1)]; tensor mul_173 = mul(x = mul_173_x_0, y = tanh_3)[name = string("mul_173")]; fp16 add_22_x_0 = const()[name = string("add_22_x_0"), val = fp16(0x1p-1)]; tensor add_22 = add(x = add_22_x_0, y = mul_173)[name = string("add_22")]; tensor mul_174 = mul(x = mul_167, y = add_22)[name = string("mul_174")]; tensor mul_175 = mul(x = mul_174, y = mul_171)[name = string("mul_175")]; tensor mul_176 = mul(x = mul_175, y = mul_175)[name = string("mul_176")]; tensor reduce_mean_37_axes_0 = const()[name = string("reduce_mean_37_axes_0"), val = tensor([-1])]; bool reduce_mean_37_keep_dims_0 = const()[name = string("reduce_mean_37_keep_dims_0"), val = bool(true)]; tensor reduce_mean_37 = reduce_mean(axes = reduce_mean_37_axes_0, keep_dims = reduce_mean_37_keep_dims_0, x = mul_176)[name = string("reduce_mean_37")]; fp32 rsqrt_37_epsilon_0 = const()[name = string("rsqrt_37_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_37 = rsqrt(epsilon = rsqrt_37_epsilon_0, x = reduce_mean_37)[name = string("rsqrt_37")]; tensor mul_177 = mul(x = mul_175, y = rsqrt_37)[name = string("mul_177")]; tensor mul_178_y_0 = const()[name = string("mul_178_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3607552)))]; tensor mul_178 = mul(x = mul_177, y = mul_178_y_0)[name = string("mul_178")]; tensor tern_3_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3609536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w2_weight_0_palettized")]; tensor tern_3_w2 = linear(bias = linear_0_bias_0, weight = tern_3_w2_weight_0_palettized, x = mul_178)[name = string("tern_3_w2")]; tensor mul_179_y_0 = const()[name = string("mul_179_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694080)))]; tensor mul_179 = mul(x = tern_3_w2, y = mul_179_y_0)[name = string("mul_179")]; tensor add_23 = add(x = add_21, y = mul_179)[name = string("add_23")]; tensor mul_180 = mul(x = add_23, y = add_23)[name = string("mul_180")]; tensor reduce_mean_38_axes_0 = const()[name = string("reduce_mean_38_axes_0"), val = tensor([-1])]; bool reduce_mean_38_keep_dims_0 = const()[name = string("reduce_mean_38_keep_dims_0"), val = bool(true)]; tensor reduce_mean_38 = reduce_mean(axes = reduce_mean_38_axes_0, keep_dims = reduce_mean_38_keep_dims_0, x = mul_180)[name = string("reduce_mean_38")]; fp32 rsqrt_38_epsilon_0 = const()[name = string("rsqrt_38_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_38 = rsqrt(epsilon = rsqrt_38_epsilon_0, x = reduce_mean_38)[name = string("rsqrt_38")]; tensor mul_181 = mul(x = add_23, y = rsqrt_38)[name = string("mul_181")]; tensor mul_182_y_0 = const()[name = string("mul_182_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694848)))]; tensor mul_182 = mul(x = mul_181, y = mul_182_y_0)[name = string("mul_182")]; tensor mul_183 = mul(x = mul_182, y = mul_182)[name = string("mul_183")]; tensor reduce_mean_39_axes_0 = const()[name = string("reduce_mean_39_axes_0"), val = tensor([-1])]; bool reduce_mean_39_keep_dims_0 = const()[name = string("reduce_mean_39_keep_dims_0"), val = bool(true)]; tensor reduce_mean_39 = reduce_mean(axes = reduce_mean_39_axes_0, keep_dims = reduce_mean_39_keep_dims_0, x = mul_183)[name = string("reduce_mean_39")]; fp32 rsqrt_39_epsilon_0 = const()[name = string("rsqrt_39_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_39 = rsqrt(epsilon = rsqrt_39_epsilon_0, x = reduce_mean_39)[name = string("rsqrt_39")]; tensor mul_184 = mul(x = mul_182, y = rsqrt_39)[name = string("mul_184")]; tensor mul_185_y_0 = const()[name = string("mul_185_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3695616)))]; tensor mul_185 = mul(x = mul_184, y = mul_185_y_0)[name = string("mul_185")]; tensor tern_4_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3696384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_q_weight_0_palettized")]; tensor tern_4_q = linear(bias = linear_0_bias_0, weight = tern_4_q_weight_0_palettized, x = mul_185)[name = string("tern_4_q")]; tensor mul_186_y_0 = const()[name = string("mul_186_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3727424)))]; tensor mul_186 = mul(x = tern_4_q, y = mul_186_y_0)[name = string("mul_186")]; tensor reshape_34_shape_0 = const()[name = string("reshape_34_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_34 = reshape(shape = reshape_34_shape_0, x = mul_186)[name = string("reshape_34")]; tensor transpose_16_perm_0 = const()[name = string("transpose_16_perm_0"), val = tensor([1, 0, 2])]; tensor mul_189_y_0 = const()[name = string("mul_189_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728192)))]; tensor mul_189 = mul(x = mul_184, y = mul_189_y_0)[name = string("mul_189")]; tensor tern_4_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728960))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_k_weight_0_palettized")]; tensor tern_4_k_bias_0 = const()[name = string("tern_4_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_k = linear(bias = tern_4_k_bias_0, weight = tern_4_k_weight_0_palettized, x = mul_189)[name = string("tern_4_k")]; tensor mul_190_y_0 = const()[name = string("mul_190_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3736768)))]; tensor mul_190 = mul(x = tern_4_k, y = mul_190_y_0)[name = string("mul_190")]; tensor reshape_35_shape_0 = const()[name = string("reshape_35_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_35 = reshape(shape = reshape_35_shape_0, x = mul_190)[name = string("reshape_35")]; tensor transpose_17_perm_0 = const()[name = string("transpose_17_perm_0"), val = tensor([1, 0, 2])]; tensor mul_193_y_0 = const()[name = string("mul_193_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737024)))]; tensor mul_193 = mul(x = mul_184, y = mul_193_y_0)[name = string("mul_193")]; tensor tern_4_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737792))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_v_weight_0_palettized")]; tensor tern_4_v_bias_0 = const()[name = string("tern_4_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_v = linear(bias = tern_4_v_bias_0, weight = tern_4_v_weight_0_palettized, x = mul_193)[name = string("tern_4_v")]; tensor mul_194_y_0 = const()[name = string("mul_194_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745600)))]; tensor mul_194 = mul(x = tern_4_v, y = mul_194_y_0)[name = string("mul_194")]; tensor reshape_36_shape_0 = const()[name = string("reshape_36_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_36 = reshape(shape = reshape_36_shape_0, x = mul_194)[name = string("reshape_36")]; tensor transpose_18_perm_0 = const()[name = string("transpose_18_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_16 = transpose(perm = transpose_16_perm_0, x = reshape_34)[name = string("transpose_47")]; tensor mul_195 = mul(x = transpose_16, y = transpose_16)[name = string("mul_195")]; tensor reduce_mean_42_axes_0 = const()[name = string("reduce_mean_42_axes_0"), val = tensor([-1])]; bool reduce_mean_42_keep_dims_0 = const()[name = string("reduce_mean_42_keep_dims_0"), val = bool(true)]; tensor reduce_mean_42 = reduce_mean(axes = reduce_mean_42_axes_0, keep_dims = reduce_mean_42_keep_dims_0, x = mul_195)[name = string("reduce_mean_42")]; fp32 rsqrt_42_epsilon_0 = const()[name = string("rsqrt_42_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_42 = rsqrt(epsilon = rsqrt_42_epsilon_0, x = reduce_mean_42)[name = string("rsqrt_42")]; tensor mul_196 = mul(x = transpose_16, y = rsqrt_42)[name = string("mul_196")]; tensor mul_197_y_0 = const()[name = string("mul_197_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745856)))]; tensor mul_197 = mul(x = mul_196, y = mul_197_y_0)[name = string("mul_197")]; tensor slice_by_index_16_begin_0 = const()[name = string("slice_by_index_16_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_16_end_0 = const()[name = string("slice_by_index_16_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_16_end_mask_0 = const()[name = string("slice_by_index_16_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_16 = slice_by_index(begin = slice_by_index_16_begin_0, end = slice_by_index_16_end_0, end_mask = slice_by_index_16_end_mask_0, x = mul_197)[name = string("slice_by_index_16")]; tensor slice_by_index_17_begin_0 = const()[name = string("slice_by_index_17_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_17_end_0 = const()[name = string("slice_by_index_17_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_17_end_mask_0 = const()[name = string("slice_by_index_17_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_17 = slice_by_index(begin = slice_by_index_17_begin_0, end = slice_by_index_17_end_0, end_mask = slice_by_index_17_end_mask_0, x = mul_197)[name = string("slice_by_index_17")]; int32 concat_8_axis_0 = const()[name = string("concat_8_axis_0"), val = int32(-1)]; bool concat_8_interleave_0 = const()[name = string("concat_8_interleave_0"), val = bool(false)]; tensor concat_8 = concat(axis = concat_8_axis_0, interleave = concat_8_interleave_0, values = (slice_by_index_17, slice_by_index_16))[name = string("concat_8")]; tensor mul_198_y_0 = const()[name = string("mul_198_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_198 = mul(x = concat_8, y = mul_198_y_0)[name = string("mul_198")]; tensor mul_199 = mul(x = mul_197, y = mul_11_y_0)[name = string("mul_199")]; tensor mul_200 = mul(x = mul_198, y = mul_12_y_0)[name = string("mul_200")]; tensor add_24 = add(x = mul_199, y = mul_200)[name = string("add_24")]; tensor transpose_17 = transpose(perm = transpose_17_perm_0, x = reshape_35)[name = string("transpose_46")]; tensor mul_201 = mul(x = transpose_17, y = transpose_17)[name = string("mul_201")]; tensor reduce_mean_43_axes_0 = const()[name = string("reduce_mean_43_axes_0"), val = tensor([-1])]; bool reduce_mean_43_keep_dims_0 = const()[name = string("reduce_mean_43_keep_dims_0"), val = bool(true)]; tensor reduce_mean_43 = reduce_mean(axes = reduce_mean_43_axes_0, keep_dims = reduce_mean_43_keep_dims_0, x = mul_201)[name = string("reduce_mean_43")]; fp32 rsqrt_43_epsilon_0 = const()[name = string("rsqrt_43_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_43 = rsqrt(epsilon = rsqrt_43_epsilon_0, x = reduce_mean_43)[name = string("rsqrt_43")]; tensor mul_202 = mul(x = transpose_17, y = rsqrt_43)[name = string("mul_202")]; tensor mul_203_y_0 = const()[name = string("mul_203_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746048)))]; tensor mul_203 = mul(x = mul_202, y = mul_203_y_0)[name = string("mul_203")]; tensor slice_by_index_18_begin_0 = const()[name = string("slice_by_index_18_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_18_end_0 = const()[name = string("slice_by_index_18_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_18_end_mask_0 = const()[name = string("slice_by_index_18_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_18 = slice_by_index(begin = slice_by_index_18_begin_0, end = slice_by_index_18_end_0, end_mask = slice_by_index_18_end_mask_0, x = mul_203)[name = string("slice_by_index_18")]; tensor slice_by_index_19_begin_0 = const()[name = string("slice_by_index_19_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_19_end_0 = const()[name = string("slice_by_index_19_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_19_end_mask_0 = const()[name = string("slice_by_index_19_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_19 = slice_by_index(begin = slice_by_index_19_begin_0, end = slice_by_index_19_end_0, end_mask = slice_by_index_19_end_mask_0, x = mul_203)[name = string("slice_by_index_19")]; int32 concat_9_axis_0 = const()[name = string("concat_9_axis_0"), val = int32(-1)]; bool concat_9_interleave_0 = const()[name = string("concat_9_interleave_0"), val = bool(false)]; tensor concat_9 = concat(axis = concat_9_axis_0, interleave = concat_9_interleave_0, values = (slice_by_index_19, slice_by_index_18))[name = string("concat_9")]; tensor mul_204_y_0 = const()[name = string("mul_204_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_204 = mul(x = concat_9, y = mul_204_y_0)[name = string("mul_204")]; tensor mul_205 = mul(x = mul_203, y = mul_11_y_0)[name = string("mul_205")]; tensor mul_206 = mul(x = mul_204, y = mul_12_y_0)[name = string("mul_206")]; tensor add_25 = add(x = mul_205, y = mul_206)[name = string("add_25")]; tensor reshape_37_shape_0 = const()[name = string("reshape_37_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_37 = reshape(shape = reshape_37_shape_0, x = add_25)[name = string("reshape_37")]; tensor tile_8_reps_0 = const()[name = string("tile_8_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_8 = tile(reps = tile_8_reps_0, x = reshape_37)[name = string("tile_8")]; tensor reshape_38_shape_0 = const()[name = string("reshape_38_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_38 = reshape(shape = reshape_38_shape_0, x = tile_8)[name = string("reshape_38")]; tensor reshape_39_shape_0 = const()[name = string("reshape_39_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_18 = transpose(perm = transpose_18_perm_0, x = reshape_36)[name = string("transpose_45")]; tensor reshape_39 = reshape(shape = reshape_39_shape_0, x = transpose_18)[name = string("reshape_39")]; tensor tile_9_reps_0 = const()[name = string("tile_9_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_9 = tile(reps = tile_9_reps_0, x = reshape_39)[name = string("tile_9")]; tensor reshape_40_shape_0 = const()[name = string("reshape_40_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_40 = reshape(shape = reshape_40_shape_0, x = tile_9)[name = string("reshape_40")]; fp16 mul_207_y_0 = const()[name = string("mul_207_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_207 = mul(x = add_24, y = mul_207_y_0)[name = string("mul_207")]; bool matmul_8_transpose_y_0 = const()[name = string("matmul_8_transpose_y_0"), val = bool(true)]; bool matmul_8_transpose_x_0 = const()[name = string("matmul_8_transpose_x_0"), val = bool(false)]; tensor matmul_8 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = mul_207, y = reshape_38)[name = string("matmul_8")]; tensor add_26 = add(x = matmul_8, y = reshape_1)[name = string("add_26")]; int32 softmax_4_axis_0 = const()[name = string("softmax_4_axis_0"), val = int32(-1)]; tensor softmax_4 = softmax(axis = softmax_4_axis_0, x = add_26)[name = string("softmax_4")]; bool matmul_9_transpose_x_0 = const()[name = string("matmul_9_transpose_x_0"), val = bool(false)]; bool matmul_9_transpose_y_0 = const()[name = string("matmul_9_transpose_y_0"), val = bool(false)]; tensor matmul_9 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = softmax_4, y = reshape_40)[name = string("matmul_9")]; tensor transpose_19_perm_0 = const()[name = string("transpose_19_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_41_shape_0 = const()[name = string("reshape_41_shape_0"), val = tensor([32, 352])]; tensor transpose_19 = transpose(perm = transpose_19_perm_0, x = matmul_9)[name = string("transpose_44")]; tensor reshape_41 = reshape(shape = reshape_41_shape_0, x = transpose_19)[name = string("reshape_41")]; tensor mul_208 = mul(x = reshape_41, y = reshape_41)[name = string("mul_208")]; tensor reduce_mean_44_axes_0 = const()[name = string("reduce_mean_44_axes_0"), val = tensor([-1])]; bool reduce_mean_44_keep_dims_0 = const()[name = string("reduce_mean_44_keep_dims_0"), val = bool(true)]; tensor reduce_mean_44 = reduce_mean(axes = reduce_mean_44_axes_0, keep_dims = reduce_mean_44_keep_dims_0, x = mul_208)[name = string("reduce_mean_44")]; fp32 rsqrt_44_epsilon_0 = const()[name = string("rsqrt_44_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_44 = rsqrt(epsilon = rsqrt_44_epsilon_0, x = reduce_mean_44)[name = string("rsqrt_44")]; tensor mul_209 = mul(x = reshape_41, y = rsqrt_44)[name = string("mul_209")]; tensor mul_210_y_0 = const()[name = string("mul_210_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746240)))]; tensor mul_210 = mul(x = mul_209, y = mul_210_y_0)[name = string("mul_210")]; tensor tern_4_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3747008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_o_weight_0_palettized")]; tensor tern_4_o = linear(bias = linear_0_bias_0, weight = tern_4_o_weight_0_palettized, x = mul_210)[name = string("tern_4_o")]; tensor mul_211_y_0 = const()[name = string("mul_211_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778048)))]; tensor mul_211 = mul(x = tern_4_o, y = mul_211_y_0)[name = string("mul_211")]; tensor add_27 = add(x = add_23, y = mul_211)[name = string("add_27")]; tensor mul_212 = mul(x = add_27, y = add_27)[name = string("mul_212")]; tensor reduce_mean_45_axes_0 = const()[name = string("reduce_mean_45_axes_0"), val = tensor([-1])]; bool reduce_mean_45_keep_dims_0 = const()[name = string("reduce_mean_45_keep_dims_0"), val = bool(true)]; tensor reduce_mean_45 = reduce_mean(axes = reduce_mean_45_axes_0, keep_dims = reduce_mean_45_keep_dims_0, x = mul_212)[name = string("reduce_mean_45")]; fp32 rsqrt_45_epsilon_0 = const()[name = string("rsqrt_45_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_45 = rsqrt(epsilon = rsqrt_45_epsilon_0, x = reduce_mean_45)[name = string("rsqrt_45")]; tensor mul_213 = mul(x = add_27, y = rsqrt_45)[name = string("mul_213")]; tensor mul_214_y_0 = const()[name = string("mul_214_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778816)))]; tensor mul_214 = mul(x = mul_213, y = mul_214_y_0)[name = string("mul_214")]; tensor mul_215 = mul(x = mul_214, y = mul_214)[name = string("mul_215")]; tensor reduce_mean_46_axes_0 = const()[name = string("reduce_mean_46_axes_0"), val = tensor([-1])]; bool reduce_mean_46_keep_dims_0 = const()[name = string("reduce_mean_46_keep_dims_0"), val = bool(true)]; tensor reduce_mean_46 = reduce_mean(axes = reduce_mean_46_axes_0, keep_dims = reduce_mean_46_keep_dims_0, x = mul_215)[name = string("reduce_mean_46")]; fp32 rsqrt_46_epsilon_0 = const()[name = string("rsqrt_46_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_46 = rsqrt(epsilon = rsqrt_46_epsilon_0, x = reduce_mean_46)[name = string("rsqrt_46")]; tensor mul_216 = mul(x = mul_214, y = rsqrt_46)[name = string("mul_216")]; tensor mul_217_y_0 = const()[name = string("mul_217_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3779584)))]; tensor mul_217 = mul(x = mul_216, y = mul_217_y_0)[name = string("mul_217")]; tensor tern_4_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3780352))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w1_weight_0_palettized")]; tensor tern_4_w1 = linear(bias = linear_4_bias_0, weight = tern_4_w1_weight_0_palettized, x = mul_217)[name = string("tern_4_w1")]; tensor mul_218_y_0 = const()[name = string("mul_218_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3864896)))]; tensor mul_218 = mul(x = tern_4_w1, y = mul_218_y_0)[name = string("mul_218")]; tensor mul_221_y_0 = const()[name = string("mul_221_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3866880)))]; tensor mul_221 = mul(x = mul_216, y = mul_221_y_0)[name = string("mul_221")]; tensor tern_4_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3867648))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w3_weight_0_palettized")]; tensor tern_4_w3 = linear(bias = linear_4_bias_0, weight = tern_4_w3_weight_0_palettized, x = mul_221)[name = string("tern_4_w3")]; tensor mul_222_y_0 = const()[name = string("mul_222_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3952192)))]; tensor mul_222 = mul(x = tern_4_w3, y = mul_222_y_0)[name = string("mul_222")]; fp16 mul_223_y_0 = const()[name = string("mul_223_y_0"), val = fp16(0x1p-1)]; tensor mul_223 = mul(x = mul_218, y = mul_223_y_0)[name = string("mul_223")]; tensor tanh_4 = tanh(x = mul_223)[name = string("tanh_4")]; fp16 mul_224_x_0 = const()[name = string("mul_224_x_0"), val = fp16(0x1p-1)]; tensor mul_224 = mul(x = mul_224_x_0, y = tanh_4)[name = string("mul_224")]; fp16 add_28_x_0 = const()[name = string("add_28_x_0"), val = fp16(0x1p-1)]; tensor add_28 = add(x = add_28_x_0, y = mul_224)[name = string("add_28")]; tensor mul_225 = mul(x = mul_218, y = add_28)[name = string("mul_225")]; tensor mul_226 = mul(x = mul_225, y = mul_222)[name = string("mul_226")]; tensor mul_227 = mul(x = mul_226, y = mul_226)[name = string("mul_227")]; tensor reduce_mean_48_axes_0 = const()[name = string("reduce_mean_48_axes_0"), val = tensor([-1])]; bool reduce_mean_48_keep_dims_0 = const()[name = string("reduce_mean_48_keep_dims_0"), val = bool(true)]; tensor reduce_mean_48 = reduce_mean(axes = reduce_mean_48_axes_0, keep_dims = reduce_mean_48_keep_dims_0, x = mul_227)[name = string("reduce_mean_48")]; fp32 rsqrt_48_epsilon_0 = const()[name = string("rsqrt_48_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_48 = rsqrt(epsilon = rsqrt_48_epsilon_0, x = reduce_mean_48)[name = string("rsqrt_48")]; tensor mul_228 = mul(x = mul_226, y = rsqrt_48)[name = string("mul_228")]; tensor mul_229_y_0 = const()[name = string("mul_229_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3954176)))]; tensor mul_229 = mul(x = mul_228, y = mul_229_y_0)[name = string("mul_229")]; tensor tern_4_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3956160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w2_weight_0_palettized")]; tensor tern_4_w2 = linear(bias = linear_0_bias_0, weight = tern_4_w2_weight_0_palettized, x = mul_229)[name = string("tern_4_w2")]; tensor mul_230_y_0 = const()[name = string("mul_230_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4040704)))]; tensor mul_230 = mul(x = tern_4_w2, y = mul_230_y_0)[name = string("mul_230")]; tensor add_29 = add(x = add_27, y = mul_230)[name = string("add_29")]; tensor mul_231 = mul(x = add_29, y = add_29)[name = string("mul_231")]; tensor reduce_mean_49_axes_0 = const()[name = string("reduce_mean_49_axes_0"), val = tensor([-1])]; bool reduce_mean_49_keep_dims_0 = const()[name = string("reduce_mean_49_keep_dims_0"), val = bool(true)]; tensor reduce_mean_49 = reduce_mean(axes = reduce_mean_49_axes_0, keep_dims = reduce_mean_49_keep_dims_0, x = mul_231)[name = string("reduce_mean_49")]; fp32 rsqrt_49_epsilon_0 = const()[name = string("rsqrt_49_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_49 = rsqrt(epsilon = rsqrt_49_epsilon_0, x = reduce_mean_49)[name = string("rsqrt_49")]; tensor mul_232 = mul(x = add_29, y = rsqrt_49)[name = string("mul_232")]; tensor mul_233_y_0 = const()[name = string("mul_233_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4041472)))]; tensor mul_233 = mul(x = mul_232, y = mul_233_y_0)[name = string("mul_233")]; tensor mul_234 = mul(x = mul_233, y = mul_233)[name = string("mul_234")]; tensor reduce_mean_50_axes_0 = const()[name = string("reduce_mean_50_axes_0"), val = tensor([-1])]; bool reduce_mean_50_keep_dims_0 = const()[name = string("reduce_mean_50_keep_dims_0"), val = bool(true)]; tensor reduce_mean_50 = reduce_mean(axes = reduce_mean_50_axes_0, keep_dims = reduce_mean_50_keep_dims_0, x = mul_234)[name = string("reduce_mean_50")]; fp32 rsqrt_50_epsilon_0 = const()[name = string("rsqrt_50_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_50 = rsqrt(epsilon = rsqrt_50_epsilon_0, x = reduce_mean_50)[name = string("rsqrt_50")]; tensor mul_235 = mul(x = mul_233, y = rsqrt_50)[name = string("mul_235")]; tensor mul_236_y_0 = const()[name = string("mul_236_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4042240)))]; tensor mul_236 = mul(x = mul_235, y = mul_236_y_0)[name = string("mul_236")]; tensor tern_5_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4043008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_q_weight_0_palettized")]; tensor tern_5_q = linear(bias = linear_0_bias_0, weight = tern_5_q_weight_0_palettized, x = mul_236)[name = string("tern_5_q")]; tensor mul_237_y_0 = const()[name = string("mul_237_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074048)))]; tensor mul_237 = mul(x = tern_5_q, y = mul_237_y_0)[name = string("mul_237")]; tensor reshape_42_shape_0 = const()[name = string("reshape_42_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_42 = reshape(shape = reshape_42_shape_0, x = mul_237)[name = string("reshape_42")]; tensor transpose_20_perm_0 = const()[name = string("transpose_20_perm_0"), val = tensor([1, 0, 2])]; tensor mul_240_y_0 = const()[name = string("mul_240_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074816)))]; tensor mul_240 = mul(x = mul_235, y = mul_240_y_0)[name = string("mul_240")]; tensor tern_5_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4075584))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_k_weight_0_palettized")]; tensor tern_5_k_bias_0 = const()[name = string("tern_5_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_k = linear(bias = tern_5_k_bias_0, weight = tern_5_k_weight_0_palettized, x = mul_240)[name = string("tern_5_k")]; tensor mul_241_y_0 = const()[name = string("mul_241_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083392)))]; tensor mul_241 = mul(x = tern_5_k, y = mul_241_y_0)[name = string("mul_241")]; tensor reshape_43_shape_0 = const()[name = string("reshape_43_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_43 = reshape(shape = reshape_43_shape_0, x = mul_241)[name = string("reshape_43")]; tensor transpose_21_perm_0 = const()[name = string("transpose_21_perm_0"), val = tensor([1, 0, 2])]; tensor mul_244_y_0 = const()[name = string("mul_244_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083648)))]; tensor mul_244 = mul(x = mul_235, y = mul_244_y_0)[name = string("mul_244")]; tensor tern_5_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4084416))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_v_weight_0_palettized")]; tensor tern_5_v_bias_0 = const()[name = string("tern_5_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_v = linear(bias = tern_5_v_bias_0, weight = tern_5_v_weight_0_palettized, x = mul_244)[name = string("tern_5_v")]; tensor mul_245_y_0 = const()[name = string("mul_245_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092224)))]; tensor mul_245 = mul(x = tern_5_v, y = mul_245_y_0)[name = string("mul_245")]; tensor reshape_44_shape_0 = const()[name = string("reshape_44_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_44 = reshape(shape = reshape_44_shape_0, x = mul_245)[name = string("reshape_44")]; tensor transpose_22_perm_0 = const()[name = string("transpose_22_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_20 = transpose(perm = transpose_20_perm_0, x = reshape_42)[name = string("transpose_43")]; tensor mul_246 = mul(x = transpose_20, y = transpose_20)[name = string("mul_246")]; tensor reduce_mean_53_axes_0 = const()[name = string("reduce_mean_53_axes_0"), val = tensor([-1])]; bool reduce_mean_53_keep_dims_0 = const()[name = string("reduce_mean_53_keep_dims_0"), val = bool(true)]; tensor reduce_mean_53 = reduce_mean(axes = reduce_mean_53_axes_0, keep_dims = reduce_mean_53_keep_dims_0, x = mul_246)[name = string("reduce_mean_53")]; fp32 rsqrt_53_epsilon_0 = const()[name = string("rsqrt_53_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_53 = rsqrt(epsilon = rsqrt_53_epsilon_0, x = reduce_mean_53)[name = string("rsqrt_53")]; tensor mul_247 = mul(x = transpose_20, y = rsqrt_53)[name = string("mul_247")]; tensor mul_248_y_0 = const()[name = string("mul_248_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092480)))]; tensor mul_248 = mul(x = mul_247, y = mul_248_y_0)[name = string("mul_248")]; tensor slice_by_index_20_begin_0 = const()[name = string("slice_by_index_20_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_20_end_0 = const()[name = string("slice_by_index_20_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_20_end_mask_0 = const()[name = string("slice_by_index_20_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_20 = slice_by_index(begin = slice_by_index_20_begin_0, end = slice_by_index_20_end_0, end_mask = slice_by_index_20_end_mask_0, x = mul_248)[name = string("slice_by_index_20")]; tensor slice_by_index_21_begin_0 = const()[name = string("slice_by_index_21_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_21_end_0 = const()[name = string("slice_by_index_21_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_21_end_mask_0 = const()[name = string("slice_by_index_21_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_21 = slice_by_index(begin = slice_by_index_21_begin_0, end = slice_by_index_21_end_0, end_mask = slice_by_index_21_end_mask_0, x = mul_248)[name = string("slice_by_index_21")]; int32 concat_10_axis_0 = const()[name = string("concat_10_axis_0"), val = int32(-1)]; bool concat_10_interleave_0 = const()[name = string("concat_10_interleave_0"), val = bool(false)]; tensor concat_10 = concat(axis = concat_10_axis_0, interleave = concat_10_interleave_0, values = (slice_by_index_21, slice_by_index_20))[name = string("concat_10")]; tensor mul_249_y_0 = const()[name = string("mul_249_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_249 = mul(x = concat_10, y = mul_249_y_0)[name = string("mul_249")]; tensor mul_250 = mul(x = mul_248, y = mul_11_y_0)[name = string("mul_250")]; tensor mul_251 = mul(x = mul_249, y = mul_12_y_0)[name = string("mul_251")]; tensor add_30 = add(x = mul_250, y = mul_251)[name = string("add_30")]; tensor transpose_21 = transpose(perm = transpose_21_perm_0, x = reshape_43)[name = string("transpose_42")]; tensor mul_252 = mul(x = transpose_21, y = transpose_21)[name = string("mul_252")]; tensor reduce_mean_54_axes_0 = const()[name = string("reduce_mean_54_axes_0"), val = tensor([-1])]; bool reduce_mean_54_keep_dims_0 = const()[name = string("reduce_mean_54_keep_dims_0"), val = bool(true)]; tensor reduce_mean_54 = reduce_mean(axes = reduce_mean_54_axes_0, keep_dims = reduce_mean_54_keep_dims_0, x = mul_252)[name = string("reduce_mean_54")]; fp32 rsqrt_54_epsilon_0 = const()[name = string("rsqrt_54_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_54 = rsqrt(epsilon = rsqrt_54_epsilon_0, x = reduce_mean_54)[name = string("rsqrt_54")]; tensor mul_253 = mul(x = transpose_21, y = rsqrt_54)[name = string("mul_253")]; tensor mul_254_y_0 = const()[name = string("mul_254_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092672)))]; tensor mul_254 = mul(x = mul_253, y = mul_254_y_0)[name = string("mul_254")]; tensor slice_by_index_22_begin_0 = const()[name = string("slice_by_index_22_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_22_end_0 = const()[name = string("slice_by_index_22_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_22_end_mask_0 = const()[name = string("slice_by_index_22_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_22 = slice_by_index(begin = slice_by_index_22_begin_0, end = slice_by_index_22_end_0, end_mask = slice_by_index_22_end_mask_0, x = mul_254)[name = string("slice_by_index_22")]; tensor slice_by_index_23_begin_0 = const()[name = string("slice_by_index_23_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_23_end_0 = const()[name = string("slice_by_index_23_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_23_end_mask_0 = const()[name = string("slice_by_index_23_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_23 = slice_by_index(begin = slice_by_index_23_begin_0, end = slice_by_index_23_end_0, end_mask = slice_by_index_23_end_mask_0, x = mul_254)[name = string("slice_by_index_23")]; int32 concat_11_axis_0 = const()[name = string("concat_11_axis_0"), val = int32(-1)]; bool concat_11_interleave_0 = const()[name = string("concat_11_interleave_0"), val = bool(false)]; tensor concat_11 = concat(axis = concat_11_axis_0, interleave = concat_11_interleave_0, values = (slice_by_index_23, slice_by_index_22))[name = string("concat_11")]; tensor mul_255_y_0 = const()[name = string("mul_255_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_255 = mul(x = concat_11, y = mul_255_y_0)[name = string("mul_255")]; tensor mul_256 = mul(x = mul_254, y = mul_11_y_0)[name = string("mul_256")]; tensor mul_257 = mul(x = mul_255, y = mul_12_y_0)[name = string("mul_257")]; tensor add_31 = add(x = mul_256, y = mul_257)[name = string("add_31")]; tensor reshape_45_shape_0 = const()[name = string("reshape_45_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_45 = reshape(shape = reshape_45_shape_0, x = add_31)[name = string("reshape_45")]; tensor tile_10_reps_0 = const()[name = string("tile_10_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_10 = tile(reps = tile_10_reps_0, x = reshape_45)[name = string("tile_10")]; tensor reshape_46_shape_0 = const()[name = string("reshape_46_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_46 = reshape(shape = reshape_46_shape_0, x = tile_10)[name = string("reshape_46")]; tensor reshape_47_shape_0 = const()[name = string("reshape_47_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_22 = transpose(perm = transpose_22_perm_0, x = reshape_44)[name = string("transpose_41")]; tensor reshape_47 = reshape(shape = reshape_47_shape_0, x = transpose_22)[name = string("reshape_47")]; tensor tile_11_reps_0 = const()[name = string("tile_11_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_11 = tile(reps = tile_11_reps_0, x = reshape_47)[name = string("tile_11")]; tensor reshape_48_shape_0 = const()[name = string("reshape_48_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_48 = reshape(shape = reshape_48_shape_0, x = tile_11)[name = string("reshape_48")]; fp16 mul_258_y_0 = const()[name = string("mul_258_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_258 = mul(x = add_30, y = mul_258_y_0)[name = string("mul_258")]; bool matmul_10_transpose_y_0 = const()[name = string("matmul_10_transpose_y_0"), val = bool(true)]; bool matmul_10_transpose_x_0 = const()[name = string("matmul_10_transpose_x_0"), val = bool(false)]; tensor matmul_10 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = mul_258, y = reshape_46)[name = string("matmul_10")]; tensor add_32 = add(x = matmul_10, y = reshape_1)[name = string("add_32")]; int32 softmax_5_axis_0 = const()[name = string("softmax_5_axis_0"), val = int32(-1)]; tensor softmax_5 = softmax(axis = softmax_5_axis_0, x = add_32)[name = string("softmax_5")]; bool matmul_11_transpose_x_0 = const()[name = string("matmul_11_transpose_x_0"), val = bool(false)]; bool matmul_11_transpose_y_0 = const()[name = string("matmul_11_transpose_y_0"), val = bool(false)]; tensor matmul_11 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = softmax_5, y = reshape_48)[name = string("matmul_11")]; tensor transpose_23_perm_0 = const()[name = string("transpose_23_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_49_shape_0 = const()[name = string("reshape_49_shape_0"), val = tensor([32, 352])]; tensor transpose_23 = transpose(perm = transpose_23_perm_0, x = matmul_11)[name = string("transpose_40")]; tensor reshape_49 = reshape(shape = reshape_49_shape_0, x = transpose_23)[name = string("reshape_49")]; tensor mul_259 = mul(x = reshape_49, y = reshape_49)[name = string("mul_259")]; tensor reduce_mean_55_axes_0 = const()[name = string("reduce_mean_55_axes_0"), val = tensor([-1])]; bool reduce_mean_55_keep_dims_0 = const()[name = string("reduce_mean_55_keep_dims_0"), val = bool(true)]; tensor reduce_mean_55 = reduce_mean(axes = reduce_mean_55_axes_0, keep_dims = reduce_mean_55_keep_dims_0, x = mul_259)[name = string("reduce_mean_55")]; fp32 rsqrt_55_epsilon_0 = const()[name = string("rsqrt_55_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_55 = rsqrt(epsilon = rsqrt_55_epsilon_0, x = reduce_mean_55)[name = string("rsqrt_55")]; tensor mul_260 = mul(x = reshape_49, y = rsqrt_55)[name = string("mul_260")]; tensor mul_261_y_0 = const()[name = string("mul_261_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092864)))]; tensor mul_261 = mul(x = mul_260, y = mul_261_y_0)[name = string("mul_261")]; tensor tern_5_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4093632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_o_weight_0_palettized")]; tensor tern_5_o = linear(bias = linear_0_bias_0, weight = tern_5_o_weight_0_palettized, x = mul_261)[name = string("tern_5_o")]; tensor mul_262_y_0 = const()[name = string("mul_262_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4124672)))]; tensor mul_262 = mul(x = tern_5_o, y = mul_262_y_0)[name = string("mul_262")]; tensor add_33 = add(x = add_29, y = mul_262)[name = string("add_33")]; tensor mul_263 = mul(x = add_33, y = add_33)[name = string("mul_263")]; tensor reduce_mean_56_axes_0 = const()[name = string("reduce_mean_56_axes_0"), val = tensor([-1])]; bool reduce_mean_56_keep_dims_0 = const()[name = string("reduce_mean_56_keep_dims_0"), val = bool(true)]; tensor reduce_mean_56 = reduce_mean(axes = reduce_mean_56_axes_0, keep_dims = reduce_mean_56_keep_dims_0, x = mul_263)[name = string("reduce_mean_56")]; fp32 rsqrt_56_epsilon_0 = const()[name = string("rsqrt_56_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_56 = rsqrt(epsilon = rsqrt_56_epsilon_0, x = reduce_mean_56)[name = string("rsqrt_56")]; tensor mul_264 = mul(x = add_33, y = rsqrt_56)[name = string("mul_264")]; tensor mul_265_y_0 = const()[name = string("mul_265_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4125440)))]; tensor mul_265 = mul(x = mul_264, y = mul_265_y_0)[name = string("mul_265")]; tensor mul_266 = mul(x = mul_265, y = mul_265)[name = string("mul_266")]; tensor reduce_mean_57_axes_0 = const()[name = string("reduce_mean_57_axes_0"), val = tensor([-1])]; bool reduce_mean_57_keep_dims_0 = const()[name = string("reduce_mean_57_keep_dims_0"), val = bool(true)]; tensor reduce_mean_57 = reduce_mean(axes = reduce_mean_57_axes_0, keep_dims = reduce_mean_57_keep_dims_0, x = mul_266)[name = string("reduce_mean_57")]; fp32 rsqrt_57_epsilon_0 = const()[name = string("rsqrt_57_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_57 = rsqrt(epsilon = rsqrt_57_epsilon_0, x = reduce_mean_57)[name = string("rsqrt_57")]; tensor mul_267 = mul(x = mul_265, y = rsqrt_57)[name = string("mul_267")]; tensor mul_268_y_0 = const()[name = string("mul_268_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126208)))]; tensor mul_268 = mul(x = mul_267, y = mul_268_y_0)[name = string("mul_268")]; tensor tern_5_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126976))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w1_weight_0_palettized")]; tensor tern_5_w1 = linear(bias = linear_4_bias_0, weight = tern_5_w1_weight_0_palettized, x = mul_268)[name = string("tern_5_w1")]; tensor mul_269_y_0 = const()[name = string("mul_269_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4211520)))]; tensor mul_269 = mul(x = tern_5_w1, y = mul_269_y_0)[name = string("mul_269")]; tensor mul_272_y_0 = const()[name = string("mul_272_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4213504)))]; tensor mul_272 = mul(x = mul_267, y = mul_272_y_0)[name = string("mul_272")]; tensor tern_5_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4214272))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w3_weight_0_palettized")]; tensor tern_5_w3 = linear(bias = linear_4_bias_0, weight = tern_5_w3_weight_0_palettized, x = mul_272)[name = string("tern_5_w3")]; tensor mul_273_y_0 = const()[name = string("mul_273_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4298816)))]; tensor mul_273 = mul(x = tern_5_w3, y = mul_273_y_0)[name = string("mul_273")]; fp16 mul_274_y_0 = const()[name = string("mul_274_y_0"), val = fp16(0x1p-1)]; tensor mul_274 = mul(x = mul_269, y = mul_274_y_0)[name = string("mul_274")]; tensor tanh_5 = tanh(x = mul_274)[name = string("tanh_5")]; fp16 mul_275_x_0 = const()[name = string("mul_275_x_0"), val = fp16(0x1p-1)]; tensor mul_275 = mul(x = mul_275_x_0, y = tanh_5)[name = string("mul_275")]; fp16 add_34_x_0 = const()[name = string("add_34_x_0"), val = fp16(0x1p-1)]; tensor add_34 = add(x = add_34_x_0, y = mul_275)[name = string("add_34")]; tensor mul_276 = mul(x = mul_269, y = add_34)[name = string("mul_276")]; tensor mul_277 = mul(x = mul_276, y = mul_273)[name = string("mul_277")]; tensor mul_278 = mul(x = mul_277, y = mul_277)[name = string("mul_278")]; tensor reduce_mean_59_axes_0 = const()[name = string("reduce_mean_59_axes_0"), val = tensor([-1])]; bool reduce_mean_59_keep_dims_0 = const()[name = string("reduce_mean_59_keep_dims_0"), val = bool(true)]; tensor reduce_mean_59 = reduce_mean(axes = reduce_mean_59_axes_0, keep_dims = reduce_mean_59_keep_dims_0, x = mul_278)[name = string("reduce_mean_59")]; fp32 rsqrt_59_epsilon_0 = const()[name = string("rsqrt_59_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_59 = rsqrt(epsilon = rsqrt_59_epsilon_0, x = reduce_mean_59)[name = string("rsqrt_59")]; tensor mul_279 = mul(x = mul_277, y = rsqrt_59)[name = string("mul_279")]; tensor mul_280_y_0 = const()[name = string("mul_280_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4300800)))]; tensor mul_280 = mul(x = mul_279, y = mul_280_y_0)[name = string("mul_280")]; tensor tern_5_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4302784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w2_weight_0_palettized")]; tensor tern_5_w2 = linear(bias = linear_0_bias_0, weight = tern_5_w2_weight_0_palettized, x = mul_280)[name = string("tern_5_w2")]; tensor mul_281_y_0 = const()[name = string("mul_281_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4387328)))]; tensor mul_281 = mul(x = tern_5_w2, y = mul_281_y_0)[name = string("mul_281")]; tensor add_35 = add(x = add_33, y = mul_281)[name = string("add_35")]; tensor mul_282 = mul(x = add_35, y = add_35)[name = string("mul_282")]; tensor reduce_mean_60_axes_0 = const()[name = string("reduce_mean_60_axes_0"), val = tensor([-1])]; bool reduce_mean_60_keep_dims_0 = const()[name = string("reduce_mean_60_keep_dims_0"), val = bool(true)]; tensor reduce_mean_60 = reduce_mean(axes = reduce_mean_60_axes_0, keep_dims = reduce_mean_60_keep_dims_0, x = mul_282)[name = string("reduce_mean_60")]; fp32 rsqrt_60_epsilon_0 = const()[name = string("rsqrt_60_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_60 = rsqrt(epsilon = rsqrt_60_epsilon_0, x = reduce_mean_60)[name = string("rsqrt_60")]; tensor mul_283 = mul(x = add_35, y = rsqrt_60)[name = string("mul_283")]; tensor mul_284_y_0 = const()[name = string("mul_284_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388096)))]; tensor mul_284 = mul(x = mul_283, y = mul_284_y_0)[name = string("mul_284")]; tensor mul_285 = mul(x = mul_284, y = mul_284)[name = string("mul_285")]; tensor reduce_mean_61_axes_0 = const()[name = string("reduce_mean_61_axes_0"), val = tensor([-1])]; bool reduce_mean_61_keep_dims_0 = const()[name = string("reduce_mean_61_keep_dims_0"), val = bool(true)]; tensor reduce_mean_61 = reduce_mean(axes = reduce_mean_61_axes_0, keep_dims = reduce_mean_61_keep_dims_0, x = mul_285)[name = string("reduce_mean_61")]; fp32 rsqrt_61_epsilon_0 = const()[name = string("rsqrt_61_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_61 = rsqrt(epsilon = rsqrt_61_epsilon_0, x = reduce_mean_61)[name = string("rsqrt_61")]; tensor mul_286 = mul(x = mul_284, y = rsqrt_61)[name = string("mul_286")]; tensor mul_287_y_0 = const()[name = string("mul_287_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388864)))]; tensor mul_287 = mul(x = mul_286, y = mul_287_y_0)[name = string("mul_287")]; tensor tern_6_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4389632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_q_weight_0_palettized")]; tensor tern_6_q = linear(bias = linear_0_bias_0, weight = tern_6_q_weight_0_palettized, x = mul_287)[name = string("tern_6_q")]; tensor mul_288_y_0 = const()[name = string("mul_288_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4420672)))]; tensor mul_288 = mul(x = tern_6_q, y = mul_288_y_0)[name = string("mul_288")]; tensor reshape_50_shape_0 = const()[name = string("reshape_50_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_50 = reshape(shape = reshape_50_shape_0, x = mul_288)[name = string("reshape_50")]; tensor transpose_24_perm_0 = const()[name = string("transpose_24_perm_0"), val = tensor([1, 0, 2])]; tensor mul_291_y_0 = const()[name = string("mul_291_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4421440)))]; tensor mul_291 = mul(x = mul_286, y = mul_291_y_0)[name = string("mul_291")]; tensor tern_6_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4422208))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_k_weight_0_palettized")]; tensor tern_6_k_bias_0 = const()[name = string("tern_6_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_k = linear(bias = tern_6_k_bias_0, weight = tern_6_k_weight_0_palettized, x = mul_291)[name = string("tern_6_k")]; tensor mul_292_y_0 = const()[name = string("mul_292_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430016)))]; tensor mul_292 = mul(x = tern_6_k, y = mul_292_y_0)[name = string("mul_292")]; tensor reshape_51_shape_0 = const()[name = string("reshape_51_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_51 = reshape(shape = reshape_51_shape_0, x = mul_292)[name = string("reshape_51")]; tensor transpose_25_perm_0 = const()[name = string("transpose_25_perm_0"), val = tensor([1, 0, 2])]; tensor mul_295_y_0 = const()[name = string("mul_295_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430272)))]; tensor mul_295 = mul(x = mul_286, y = mul_295_y_0)[name = string("mul_295")]; tensor tern_6_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4431040))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_v_weight_0_palettized")]; tensor tern_6_v_bias_0 = const()[name = string("tern_6_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_v = linear(bias = tern_6_v_bias_0, weight = tern_6_v_weight_0_palettized, x = mul_295)[name = string("tern_6_v")]; tensor mul_296_y_0 = const()[name = string("mul_296_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4438848)))]; tensor mul_296 = mul(x = tern_6_v, y = mul_296_y_0)[name = string("mul_296")]; tensor reshape_52_shape_0 = const()[name = string("reshape_52_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_52 = reshape(shape = reshape_52_shape_0, x = mul_296)[name = string("reshape_52")]; tensor transpose_26_perm_0 = const()[name = string("transpose_26_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_24 = transpose(perm = transpose_24_perm_0, x = reshape_50)[name = string("transpose_39")]; tensor mul_297 = mul(x = transpose_24, y = transpose_24)[name = string("mul_297")]; tensor reduce_mean_64_axes_0 = const()[name = string("reduce_mean_64_axes_0"), val = tensor([-1])]; bool reduce_mean_64_keep_dims_0 = const()[name = string("reduce_mean_64_keep_dims_0"), val = bool(true)]; tensor reduce_mean_64 = reduce_mean(axes = reduce_mean_64_axes_0, keep_dims = reduce_mean_64_keep_dims_0, x = mul_297)[name = string("reduce_mean_64")]; fp32 rsqrt_64_epsilon_0 = const()[name = string("rsqrt_64_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_64 = rsqrt(epsilon = rsqrt_64_epsilon_0, x = reduce_mean_64)[name = string("rsqrt_64")]; tensor mul_298 = mul(x = transpose_24, y = rsqrt_64)[name = string("mul_298")]; tensor mul_299_y_0 = const()[name = string("mul_299_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439104)))]; tensor mul_299 = mul(x = mul_298, y = mul_299_y_0)[name = string("mul_299")]; tensor slice_by_index_24_begin_0 = const()[name = string("slice_by_index_24_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_24_end_0 = const()[name = string("slice_by_index_24_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_24_end_mask_0 = const()[name = string("slice_by_index_24_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_24 = slice_by_index(begin = slice_by_index_24_begin_0, end = slice_by_index_24_end_0, end_mask = slice_by_index_24_end_mask_0, x = mul_299)[name = string("slice_by_index_24")]; tensor slice_by_index_25_begin_0 = const()[name = string("slice_by_index_25_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_25_end_0 = const()[name = string("slice_by_index_25_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_25_end_mask_0 = const()[name = string("slice_by_index_25_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_25 = slice_by_index(begin = slice_by_index_25_begin_0, end = slice_by_index_25_end_0, end_mask = slice_by_index_25_end_mask_0, x = mul_299)[name = string("slice_by_index_25")]; int32 concat_12_axis_0 = const()[name = string("concat_12_axis_0"), val = int32(-1)]; bool concat_12_interleave_0 = const()[name = string("concat_12_interleave_0"), val = bool(false)]; tensor concat_12 = concat(axis = concat_12_axis_0, interleave = concat_12_interleave_0, values = (slice_by_index_25, slice_by_index_24))[name = string("concat_12")]; tensor mul_300_y_0 = const()[name = string("mul_300_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_300 = mul(x = concat_12, y = mul_300_y_0)[name = string("mul_300")]; tensor mul_301 = mul(x = mul_299, y = mul_11_y_0)[name = string("mul_301")]; tensor mul_302 = mul(x = mul_300, y = mul_12_y_0)[name = string("mul_302")]; tensor add_36 = add(x = mul_301, y = mul_302)[name = string("add_36")]; tensor transpose_25 = transpose(perm = transpose_25_perm_0, x = reshape_51)[name = string("transpose_38")]; tensor mul_303 = mul(x = transpose_25, y = transpose_25)[name = string("mul_303")]; tensor reduce_mean_65_axes_0 = const()[name = string("reduce_mean_65_axes_0"), val = tensor([-1])]; bool reduce_mean_65_keep_dims_0 = const()[name = string("reduce_mean_65_keep_dims_0"), val = bool(true)]; tensor reduce_mean_65 = reduce_mean(axes = reduce_mean_65_axes_0, keep_dims = reduce_mean_65_keep_dims_0, x = mul_303)[name = string("reduce_mean_65")]; fp32 rsqrt_65_epsilon_0 = const()[name = string("rsqrt_65_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_65 = rsqrt(epsilon = rsqrt_65_epsilon_0, x = reduce_mean_65)[name = string("rsqrt_65")]; tensor mul_304 = mul(x = transpose_25, y = rsqrt_65)[name = string("mul_304")]; tensor mul_305_y_0 = const()[name = string("mul_305_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439296)))]; tensor mul_305 = mul(x = mul_304, y = mul_305_y_0)[name = string("mul_305")]; tensor slice_by_index_26_begin_0 = const()[name = string("slice_by_index_26_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_26_end_0 = const()[name = string("slice_by_index_26_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_26_end_mask_0 = const()[name = string("slice_by_index_26_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_26 = slice_by_index(begin = slice_by_index_26_begin_0, end = slice_by_index_26_end_0, end_mask = slice_by_index_26_end_mask_0, x = mul_305)[name = string("slice_by_index_26")]; tensor slice_by_index_27_begin_0 = const()[name = string("slice_by_index_27_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_27_end_0 = const()[name = string("slice_by_index_27_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_27_end_mask_0 = const()[name = string("slice_by_index_27_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_27 = slice_by_index(begin = slice_by_index_27_begin_0, end = slice_by_index_27_end_0, end_mask = slice_by_index_27_end_mask_0, x = mul_305)[name = string("slice_by_index_27")]; int32 concat_13_axis_0 = const()[name = string("concat_13_axis_0"), val = int32(-1)]; bool concat_13_interleave_0 = const()[name = string("concat_13_interleave_0"), val = bool(false)]; tensor concat_13 = concat(axis = concat_13_axis_0, interleave = concat_13_interleave_0, values = (slice_by_index_27, slice_by_index_26))[name = string("concat_13")]; tensor mul_306_y_0 = const()[name = string("mul_306_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_306 = mul(x = concat_13, y = mul_306_y_0)[name = string("mul_306")]; tensor mul_307 = mul(x = mul_305, y = mul_11_y_0)[name = string("mul_307")]; tensor mul_308 = mul(x = mul_306, y = mul_12_y_0)[name = string("mul_308")]; tensor add_37 = add(x = mul_307, y = mul_308)[name = string("add_37")]; tensor reshape_53_shape_0 = const()[name = string("reshape_53_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_53 = reshape(shape = reshape_53_shape_0, x = add_37)[name = string("reshape_53")]; tensor tile_12_reps_0 = const()[name = string("tile_12_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_12 = tile(reps = tile_12_reps_0, x = reshape_53)[name = string("tile_12")]; tensor reshape_54_shape_0 = const()[name = string("reshape_54_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_54 = reshape(shape = reshape_54_shape_0, x = tile_12)[name = string("reshape_54")]; tensor reshape_55_shape_0 = const()[name = string("reshape_55_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_26 = transpose(perm = transpose_26_perm_0, x = reshape_52)[name = string("transpose_37")]; tensor reshape_55 = reshape(shape = reshape_55_shape_0, x = transpose_26)[name = string("reshape_55")]; tensor tile_13_reps_0 = const()[name = string("tile_13_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_13 = tile(reps = tile_13_reps_0, x = reshape_55)[name = string("tile_13")]; tensor reshape_56_shape_0 = const()[name = string("reshape_56_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_56 = reshape(shape = reshape_56_shape_0, x = tile_13)[name = string("reshape_56")]; fp16 mul_309_y_0 = const()[name = string("mul_309_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_309 = mul(x = add_36, y = mul_309_y_0)[name = string("mul_309")]; bool matmul_12_transpose_y_0 = const()[name = string("matmul_12_transpose_y_0"), val = bool(true)]; bool matmul_12_transpose_x_0 = const()[name = string("matmul_12_transpose_x_0"), val = bool(false)]; tensor matmul_12 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = mul_309, y = reshape_54)[name = string("matmul_12")]; tensor add_38 = add(x = matmul_12, y = reshape_1)[name = string("add_38")]; int32 softmax_6_axis_0 = const()[name = string("softmax_6_axis_0"), val = int32(-1)]; tensor softmax_6 = softmax(axis = softmax_6_axis_0, x = add_38)[name = string("softmax_6")]; bool matmul_13_transpose_x_0 = const()[name = string("matmul_13_transpose_x_0"), val = bool(false)]; bool matmul_13_transpose_y_0 = const()[name = string("matmul_13_transpose_y_0"), val = bool(false)]; tensor matmul_13 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = softmax_6, y = reshape_56)[name = string("matmul_13")]; tensor transpose_27_perm_0 = const()[name = string("transpose_27_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_57_shape_0 = const()[name = string("reshape_57_shape_0"), val = tensor([32, 352])]; tensor transpose_27 = transpose(perm = transpose_27_perm_0, x = matmul_13)[name = string("transpose_36")]; tensor reshape_57 = reshape(shape = reshape_57_shape_0, x = transpose_27)[name = string("reshape_57")]; tensor mul_310 = mul(x = reshape_57, y = reshape_57)[name = string("mul_310")]; tensor reduce_mean_66_axes_0 = const()[name = string("reduce_mean_66_axes_0"), val = tensor([-1])]; bool reduce_mean_66_keep_dims_0 = const()[name = string("reduce_mean_66_keep_dims_0"), val = bool(true)]; tensor reduce_mean_66 = reduce_mean(axes = reduce_mean_66_axes_0, keep_dims = reduce_mean_66_keep_dims_0, x = mul_310)[name = string("reduce_mean_66")]; fp32 rsqrt_66_epsilon_0 = const()[name = string("rsqrt_66_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_66 = rsqrt(epsilon = rsqrt_66_epsilon_0, x = reduce_mean_66)[name = string("rsqrt_66")]; tensor mul_311 = mul(x = reshape_57, y = rsqrt_66)[name = string("mul_311")]; tensor mul_312_y_0 = const()[name = string("mul_312_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439488)))]; tensor mul_312 = mul(x = mul_311, y = mul_312_y_0)[name = string("mul_312")]; tensor tern_6_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4440256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_o_weight_0_palettized")]; tensor tern_6_o = linear(bias = linear_0_bias_0, weight = tern_6_o_weight_0_palettized, x = mul_312)[name = string("tern_6_o")]; tensor mul_313_y_0 = const()[name = string("mul_313_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4471296)))]; tensor mul_313 = mul(x = tern_6_o, y = mul_313_y_0)[name = string("mul_313")]; tensor add_39 = add(x = add_35, y = mul_313)[name = string("add_39")]; tensor mul_314 = mul(x = add_39, y = add_39)[name = string("mul_314")]; tensor reduce_mean_67_axes_0 = const()[name = string("reduce_mean_67_axes_0"), val = tensor([-1])]; bool reduce_mean_67_keep_dims_0 = const()[name = string("reduce_mean_67_keep_dims_0"), val = bool(true)]; tensor reduce_mean_67 = reduce_mean(axes = reduce_mean_67_axes_0, keep_dims = reduce_mean_67_keep_dims_0, x = mul_314)[name = string("reduce_mean_67")]; fp32 rsqrt_67_epsilon_0 = const()[name = string("rsqrt_67_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_67 = rsqrt(epsilon = rsqrt_67_epsilon_0, x = reduce_mean_67)[name = string("rsqrt_67")]; tensor mul_315 = mul(x = add_39, y = rsqrt_67)[name = string("mul_315")]; tensor mul_316_y_0 = const()[name = string("mul_316_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472064)))]; tensor mul_316 = mul(x = mul_315, y = mul_316_y_0)[name = string("mul_316")]; tensor mul_317 = mul(x = mul_316, y = mul_316)[name = string("mul_317")]; tensor reduce_mean_68_axes_0 = const()[name = string("reduce_mean_68_axes_0"), val = tensor([-1])]; bool reduce_mean_68_keep_dims_0 = const()[name = string("reduce_mean_68_keep_dims_0"), val = bool(true)]; tensor reduce_mean_68 = reduce_mean(axes = reduce_mean_68_axes_0, keep_dims = reduce_mean_68_keep_dims_0, x = mul_317)[name = string("reduce_mean_68")]; fp32 rsqrt_68_epsilon_0 = const()[name = string("rsqrt_68_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_68 = rsqrt(epsilon = rsqrt_68_epsilon_0, x = reduce_mean_68)[name = string("rsqrt_68")]; tensor mul_318 = mul(x = mul_316, y = rsqrt_68)[name = string("mul_318")]; tensor mul_319_y_0 = const()[name = string("mul_319_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472832)))]; tensor mul_319 = mul(x = mul_318, y = mul_319_y_0)[name = string("mul_319")]; tensor tern_6_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4473600))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w1_weight_0_palettized")]; tensor tern_6_w1 = linear(bias = linear_4_bias_0, weight = tern_6_w1_weight_0_palettized, x = mul_319)[name = string("tern_6_w1")]; tensor mul_320_y_0 = const()[name = string("mul_320_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4558144)))]; tensor mul_320 = mul(x = tern_6_w1, y = mul_320_y_0)[name = string("mul_320")]; tensor mul_323_y_0 = const()[name = string("mul_323_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560128)))]; tensor mul_323 = mul(x = mul_318, y = mul_323_y_0)[name = string("mul_323")]; tensor tern_6_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560896))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w3_weight_0_palettized")]; tensor tern_6_w3 = linear(bias = linear_4_bias_0, weight = tern_6_w3_weight_0_palettized, x = mul_323)[name = string("tern_6_w3")]; tensor mul_324_y_0 = const()[name = string("mul_324_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4645440)))]; tensor mul_324 = mul(x = tern_6_w3, y = mul_324_y_0)[name = string("mul_324")]; fp16 mul_325_y_0 = const()[name = string("mul_325_y_0"), val = fp16(0x1p-1)]; tensor mul_325 = mul(x = mul_320, y = mul_325_y_0)[name = string("mul_325")]; tensor tanh_6 = tanh(x = mul_325)[name = string("tanh_6")]; fp16 mul_326_x_0 = const()[name = string("mul_326_x_0"), val = fp16(0x1p-1)]; tensor mul_326 = mul(x = mul_326_x_0, y = tanh_6)[name = string("mul_326")]; fp16 add_40_x_0 = const()[name = string("add_40_x_0"), val = fp16(0x1p-1)]; tensor add_40 = add(x = add_40_x_0, y = mul_326)[name = string("add_40")]; tensor mul_327 = mul(x = mul_320, y = add_40)[name = string("mul_327")]; tensor mul_328 = mul(x = mul_327, y = mul_324)[name = string("mul_328")]; tensor mul_329 = mul(x = mul_328, y = mul_328)[name = string("mul_329")]; tensor reduce_mean_70_axes_0 = const()[name = string("reduce_mean_70_axes_0"), val = tensor([-1])]; bool reduce_mean_70_keep_dims_0 = const()[name = string("reduce_mean_70_keep_dims_0"), val = bool(true)]; tensor reduce_mean_70 = reduce_mean(axes = reduce_mean_70_axes_0, keep_dims = reduce_mean_70_keep_dims_0, x = mul_329)[name = string("reduce_mean_70")]; fp32 rsqrt_70_epsilon_0 = const()[name = string("rsqrt_70_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_70 = rsqrt(epsilon = rsqrt_70_epsilon_0, x = reduce_mean_70)[name = string("rsqrt_70")]; tensor mul_330 = mul(x = mul_328, y = rsqrt_70)[name = string("mul_330")]; tensor mul_331_y_0 = const()[name = string("mul_331_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4647424)))]; tensor mul_331 = mul(x = mul_330, y = mul_331_y_0)[name = string("mul_331")]; tensor tern_6_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4649408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w2_weight_0_palettized")]; tensor tern_6_w2 = linear(bias = linear_0_bias_0, weight = tern_6_w2_weight_0_palettized, x = mul_331)[name = string("tern_6_w2")]; tensor mul_332_y_0 = const()[name = string("mul_332_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4733952)))]; tensor mul_332 = mul(x = tern_6_w2, y = mul_332_y_0)[name = string("mul_332")]; tensor add_41 = add(x = add_39, y = mul_332)[name = string("add_41")]; tensor mul_333 = mul(x = add_41, y = add_41)[name = string("mul_333")]; tensor reduce_mean_71_axes_0 = const()[name = string("reduce_mean_71_axes_0"), val = tensor([-1])]; bool reduce_mean_71_keep_dims_0 = const()[name = string("reduce_mean_71_keep_dims_0"), val = bool(true)]; tensor reduce_mean_71 = reduce_mean(axes = reduce_mean_71_axes_0, keep_dims = reduce_mean_71_keep_dims_0, x = mul_333)[name = string("reduce_mean_71")]; fp32 rsqrt_71_epsilon_0 = const()[name = string("rsqrt_71_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_71 = rsqrt(epsilon = rsqrt_71_epsilon_0, x = reduce_mean_71)[name = string("rsqrt_71")]; tensor mul_334 = mul(x = add_41, y = rsqrt_71)[name = string("mul_334")]; tensor mul_335_y_0 = const()[name = string("mul_335_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4734720)))]; tensor mul_335 = mul(x = mul_334, y = mul_335_y_0)[name = string("mul_335")]; tensor mul_336 = mul(x = mul_335, y = mul_335)[name = string("mul_336")]; tensor reduce_mean_72_axes_0 = const()[name = string("reduce_mean_72_axes_0"), val = tensor([-1])]; bool reduce_mean_72_keep_dims_0 = const()[name = string("reduce_mean_72_keep_dims_0"), val = bool(true)]; tensor reduce_mean_72 = reduce_mean(axes = reduce_mean_72_axes_0, keep_dims = reduce_mean_72_keep_dims_0, x = mul_336)[name = string("reduce_mean_72")]; fp32 rsqrt_72_epsilon_0 = const()[name = string("rsqrt_72_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_72 = rsqrt(epsilon = rsqrt_72_epsilon_0, x = reduce_mean_72)[name = string("rsqrt_72")]; tensor mul_337 = mul(x = mul_335, y = rsqrt_72)[name = string("mul_337")]; tensor mul_338_y_0 = const()[name = string("mul_338_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4735488)))]; tensor mul_338 = mul(x = mul_337, y = mul_338_y_0)[name = string("mul_338")]; tensor tern_7_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4736256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_q_weight_0_palettized")]; tensor tern_7_q = linear(bias = linear_0_bias_0, weight = tern_7_q_weight_0_palettized, x = mul_338)[name = string("tern_7_q")]; tensor mul_339_y_0 = const()[name = string("mul_339_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4767296)))]; tensor mul_339 = mul(x = tern_7_q, y = mul_339_y_0)[name = string("mul_339")]; tensor reshape_58_shape_0 = const()[name = string("reshape_58_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_58 = reshape(shape = reshape_58_shape_0, x = mul_339)[name = string("reshape_58")]; tensor transpose_28_perm_0 = const()[name = string("transpose_28_perm_0"), val = tensor([1, 0, 2])]; tensor mul_342_y_0 = const()[name = string("mul_342_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768064)))]; tensor mul_342 = mul(x = mul_337, y = mul_342_y_0)[name = string("mul_342")]; tensor tern_7_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768832))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_k_weight_0_palettized")]; tensor tern_7_k_bias_0 = const()[name = string("tern_7_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_k = linear(bias = tern_7_k_bias_0, weight = tern_7_k_weight_0_palettized, x = mul_342)[name = string("tern_7_k")]; tensor mul_343_y_0 = const()[name = string("mul_343_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776640)))]; tensor mul_343 = mul(x = tern_7_k, y = mul_343_y_0)[name = string("mul_343")]; tensor reshape_59_shape_0 = const()[name = string("reshape_59_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_59 = reshape(shape = reshape_59_shape_0, x = mul_343)[name = string("reshape_59")]; tensor transpose_29_perm_0 = const()[name = string("transpose_29_perm_0"), val = tensor([1, 0, 2])]; tensor mul_346_y_0 = const()[name = string("mul_346_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776896)))]; tensor mul_346 = mul(x = mul_337, y = mul_346_y_0)[name = string("mul_346")]; tensor tern_7_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4777664))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_v_weight_0_palettized")]; tensor tern_7_v_bias_0 = const()[name = string("tern_7_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_v = linear(bias = tern_7_v_bias_0, weight = tern_7_v_weight_0_palettized, x = mul_346)[name = string("tern_7_v")]; tensor mul_347_y_0 = const()[name = string("mul_347_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785472)))]; tensor mul_347 = mul(x = tern_7_v, y = mul_347_y_0)[name = string("mul_347")]; tensor reshape_60_shape_0 = const()[name = string("reshape_60_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_60 = reshape(shape = reshape_60_shape_0, x = mul_347)[name = string("reshape_60")]; tensor transpose_30_perm_0 = const()[name = string("transpose_30_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_28 = transpose(perm = transpose_28_perm_0, x = reshape_58)[name = string("transpose_35")]; tensor mul_348 = mul(x = transpose_28, y = transpose_28)[name = string("mul_348")]; tensor reduce_mean_75_axes_0 = const()[name = string("reduce_mean_75_axes_0"), val = tensor([-1])]; bool reduce_mean_75_keep_dims_0 = const()[name = string("reduce_mean_75_keep_dims_0"), val = bool(true)]; tensor reduce_mean_75 = reduce_mean(axes = reduce_mean_75_axes_0, keep_dims = reduce_mean_75_keep_dims_0, x = mul_348)[name = string("reduce_mean_75")]; fp32 rsqrt_75_epsilon_0 = const()[name = string("rsqrt_75_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_75 = rsqrt(epsilon = rsqrt_75_epsilon_0, x = reduce_mean_75)[name = string("rsqrt_75")]; tensor mul_349 = mul(x = transpose_28, y = rsqrt_75)[name = string("mul_349")]; tensor mul_350_y_0 = const()[name = string("mul_350_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785728)))]; tensor mul_350 = mul(x = mul_349, y = mul_350_y_0)[name = string("mul_350")]; tensor slice_by_index_28_begin_0 = const()[name = string("slice_by_index_28_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_28_end_0 = const()[name = string("slice_by_index_28_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_28_end_mask_0 = const()[name = string("slice_by_index_28_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_28 = slice_by_index(begin = slice_by_index_28_begin_0, end = slice_by_index_28_end_0, end_mask = slice_by_index_28_end_mask_0, x = mul_350)[name = string("slice_by_index_28")]; tensor slice_by_index_29_begin_0 = const()[name = string("slice_by_index_29_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_29_end_0 = const()[name = string("slice_by_index_29_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_29_end_mask_0 = const()[name = string("slice_by_index_29_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_29 = slice_by_index(begin = slice_by_index_29_begin_0, end = slice_by_index_29_end_0, end_mask = slice_by_index_29_end_mask_0, x = mul_350)[name = string("slice_by_index_29")]; int32 concat_14_axis_0 = const()[name = string("concat_14_axis_0"), val = int32(-1)]; bool concat_14_interleave_0 = const()[name = string("concat_14_interleave_0"), val = bool(false)]; tensor concat_14 = concat(axis = concat_14_axis_0, interleave = concat_14_interleave_0, values = (slice_by_index_29, slice_by_index_28))[name = string("concat_14")]; tensor mul_351_y_0 = const()[name = string("mul_351_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_351 = mul(x = concat_14, y = mul_351_y_0)[name = string("mul_351")]; tensor mul_352 = mul(x = mul_350, y = mul_11_y_0)[name = string("mul_352")]; tensor mul_353 = mul(x = mul_351, y = mul_12_y_0)[name = string("mul_353")]; tensor add_42 = add(x = mul_352, y = mul_353)[name = string("add_42")]; tensor transpose_29 = transpose(perm = transpose_29_perm_0, x = reshape_59)[name = string("transpose_34")]; tensor mul_354 = mul(x = transpose_29, y = transpose_29)[name = string("mul_354")]; tensor reduce_mean_76_axes_0 = const()[name = string("reduce_mean_76_axes_0"), val = tensor([-1])]; bool reduce_mean_76_keep_dims_0 = const()[name = string("reduce_mean_76_keep_dims_0"), val = bool(true)]; tensor reduce_mean_76 = reduce_mean(axes = reduce_mean_76_axes_0, keep_dims = reduce_mean_76_keep_dims_0, x = mul_354)[name = string("reduce_mean_76")]; fp32 rsqrt_76_epsilon_0 = const()[name = string("rsqrt_76_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_76 = rsqrt(epsilon = rsqrt_76_epsilon_0, x = reduce_mean_76)[name = string("rsqrt_76")]; tensor mul_355 = mul(x = transpose_29, y = rsqrt_76)[name = string("mul_355")]; tensor mul_356_y_0 = const()[name = string("mul_356_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785920)))]; tensor mul_356 = mul(x = mul_355, y = mul_356_y_0)[name = string("mul_356")]; tensor slice_by_index_30_begin_0 = const()[name = string("slice_by_index_30_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_30_end_0 = const()[name = string("slice_by_index_30_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_30_end_mask_0 = const()[name = string("slice_by_index_30_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_30 = slice_by_index(begin = slice_by_index_30_begin_0, end = slice_by_index_30_end_0, end_mask = slice_by_index_30_end_mask_0, x = mul_356)[name = string("slice_by_index_30")]; tensor slice_by_index_31_begin_0 = const()[name = string("slice_by_index_31_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_31_end_0 = const()[name = string("slice_by_index_31_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_31_end_mask_0 = const()[name = string("slice_by_index_31_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_31 = slice_by_index(begin = slice_by_index_31_begin_0, end = slice_by_index_31_end_0, end_mask = slice_by_index_31_end_mask_0, x = mul_356)[name = string("slice_by_index_31")]; int32 concat_15_axis_0 = const()[name = string("concat_15_axis_0"), val = int32(-1)]; bool concat_15_interleave_0 = const()[name = string("concat_15_interleave_0"), val = bool(false)]; tensor concat_15 = concat(axis = concat_15_axis_0, interleave = concat_15_interleave_0, values = (slice_by_index_31, slice_by_index_30))[name = string("concat_15")]; tensor mul_357_y_0 = const()[name = string("mul_357_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_357 = mul(x = concat_15, y = mul_357_y_0)[name = string("mul_357")]; tensor mul_358 = mul(x = mul_356, y = mul_11_y_0)[name = string("mul_358")]; tensor mul_359 = mul(x = mul_357, y = mul_12_y_0)[name = string("mul_359")]; tensor add_43 = add(x = mul_358, y = mul_359)[name = string("add_43")]; tensor reshape_61_shape_0 = const()[name = string("reshape_61_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_61 = reshape(shape = reshape_61_shape_0, x = add_43)[name = string("reshape_61")]; tensor tile_14_reps_0 = const()[name = string("tile_14_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_14 = tile(reps = tile_14_reps_0, x = reshape_61)[name = string("tile_14")]; tensor reshape_62_shape_0 = const()[name = string("reshape_62_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_62 = reshape(shape = reshape_62_shape_0, x = tile_14)[name = string("reshape_62")]; tensor reshape_63_shape_0 = const()[name = string("reshape_63_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_30 = transpose(perm = transpose_30_perm_0, x = reshape_60)[name = string("transpose_33")]; tensor reshape_63 = reshape(shape = reshape_63_shape_0, x = transpose_30)[name = string("reshape_63")]; tensor tile_15_reps_0 = const()[name = string("tile_15_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_15 = tile(reps = tile_15_reps_0, x = reshape_63)[name = string("tile_15")]; tensor reshape_64_shape_0 = const()[name = string("reshape_64_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_64 = reshape(shape = reshape_64_shape_0, x = tile_15)[name = string("reshape_64")]; fp16 mul_360_y_0 = const()[name = string("mul_360_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_360 = mul(x = add_42, y = mul_360_y_0)[name = string("mul_360")]; bool matmul_14_transpose_y_0 = const()[name = string("matmul_14_transpose_y_0"), val = bool(true)]; bool matmul_14_transpose_x_0 = const()[name = string("matmul_14_transpose_x_0"), val = bool(false)]; tensor matmul_14 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = mul_360, y = reshape_62)[name = string("matmul_14")]; tensor add_44 = add(x = matmul_14, y = reshape_1)[name = string("add_44")]; int32 softmax_7_axis_0 = const()[name = string("softmax_7_axis_0"), val = int32(-1)]; tensor softmax_7 = softmax(axis = softmax_7_axis_0, x = add_44)[name = string("softmax_7")]; bool matmul_15_transpose_x_0 = const()[name = string("matmul_15_transpose_x_0"), val = bool(false)]; bool matmul_15_transpose_y_0 = const()[name = string("matmul_15_transpose_y_0"), val = bool(false)]; tensor matmul_15 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = softmax_7, y = reshape_64)[name = string("matmul_15")]; tensor transpose_31_perm_0 = const()[name = string("transpose_31_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_65_shape_0 = const()[name = string("reshape_65_shape_0"), val = tensor([32, 352])]; tensor transpose_31 = transpose(perm = transpose_31_perm_0, x = matmul_15)[name = string("transpose_32")]; tensor reshape_65 = reshape(shape = reshape_65_shape_0, x = transpose_31)[name = string("reshape_65")]; tensor mul_361 = mul(x = reshape_65, y = reshape_65)[name = string("mul_361")]; tensor reduce_mean_77_axes_0 = const()[name = string("reduce_mean_77_axes_0"), val = tensor([-1])]; bool reduce_mean_77_keep_dims_0 = const()[name = string("reduce_mean_77_keep_dims_0"), val = bool(true)]; tensor reduce_mean_77 = reduce_mean(axes = reduce_mean_77_axes_0, keep_dims = reduce_mean_77_keep_dims_0, x = mul_361)[name = string("reduce_mean_77")]; fp32 rsqrt_77_epsilon_0 = const()[name = string("rsqrt_77_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_77 = rsqrt(epsilon = rsqrt_77_epsilon_0, x = reduce_mean_77)[name = string("rsqrt_77")]; tensor mul_362 = mul(x = reshape_65, y = rsqrt_77)[name = string("mul_362")]; tensor mul_363_y_0 = const()[name = string("mul_363_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786112)))]; tensor mul_363 = mul(x = mul_362, y = mul_363_y_0)[name = string("mul_363")]; tensor tern_7_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_o_weight_0_palettized")]; tensor tern_7_o = linear(bias = linear_0_bias_0, weight = tern_7_o_weight_0_palettized, x = mul_363)[name = string("tern_7_o")]; tensor mul_364_y_0 = const()[name = string("mul_364_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4817920)))]; tensor mul_364 = mul(x = tern_7_o, y = mul_364_y_0)[name = string("mul_364")]; tensor add_45 = add(x = add_41, y = mul_364)[name = string("add_45")]; tensor mul_365 = mul(x = add_45, y = add_45)[name = string("mul_365")]; tensor reduce_mean_78_axes_0 = const()[name = string("reduce_mean_78_axes_0"), val = tensor([-1])]; bool reduce_mean_78_keep_dims_0 = const()[name = string("reduce_mean_78_keep_dims_0"), val = bool(true)]; tensor reduce_mean_78 = reduce_mean(axes = reduce_mean_78_axes_0, keep_dims = reduce_mean_78_keep_dims_0, x = mul_365)[name = string("reduce_mean_78")]; fp32 rsqrt_78_epsilon_0 = const()[name = string("rsqrt_78_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_78 = rsqrt(epsilon = rsqrt_78_epsilon_0, x = reduce_mean_78)[name = string("rsqrt_78")]; tensor mul_366 = mul(x = add_45, y = rsqrt_78)[name = string("mul_366")]; tensor mul_367_y_0 = const()[name = string("mul_367_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4818688)))]; tensor mul_367 = mul(x = mul_366, y = mul_367_y_0)[name = string("mul_367")]; tensor mul_368 = mul(x = mul_367, y = mul_367)[name = string("mul_368")]; tensor reduce_mean_79_axes_0 = const()[name = string("reduce_mean_79_axes_0"), val = tensor([-1])]; bool reduce_mean_79_keep_dims_0 = const()[name = string("reduce_mean_79_keep_dims_0"), val = bool(true)]; tensor reduce_mean_79 = reduce_mean(axes = reduce_mean_79_axes_0, keep_dims = reduce_mean_79_keep_dims_0, x = mul_368)[name = string("reduce_mean_79")]; fp32 rsqrt_79_epsilon_0 = const()[name = string("rsqrt_79_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_79 = rsqrt(epsilon = rsqrt_79_epsilon_0, x = reduce_mean_79)[name = string("rsqrt_79")]; tensor mul_369 = mul(x = mul_367, y = rsqrt_79)[name = string("mul_369")]; tensor mul_370_y_0 = const()[name = string("mul_370_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4819456)))]; tensor mul_370 = mul(x = mul_369, y = mul_370_y_0)[name = string("mul_370")]; tensor tern_7_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4820224))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w1_weight_0_palettized")]; tensor tern_7_w1 = linear(bias = linear_4_bias_0, weight = tern_7_w1_weight_0_palettized, x = mul_370)[name = string("tern_7_w1")]; tensor mul_371_y_0 = const()[name = string("mul_371_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4904768)))]; tensor mul_371 = mul(x = tern_7_w1, y = mul_371_y_0)[name = string("mul_371")]; tensor mul_374_y_0 = const()[name = string("mul_374_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4906752)))]; tensor mul_374 = mul(x = mul_369, y = mul_374_y_0)[name = string("mul_374")]; tensor tern_7_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4907520))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w3_weight_0_palettized")]; tensor tern_7_w3 = linear(bias = linear_4_bias_0, weight = tern_7_w3_weight_0_palettized, x = mul_374)[name = string("tern_7_w3")]; tensor mul_375_y_0 = const()[name = string("mul_375_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4992064)))]; tensor mul_375 = mul(x = tern_7_w3, y = mul_375_y_0)[name = string("mul_375")]; fp16 mul_376_y_0 = const()[name = string("mul_376_y_0"), val = fp16(0x1p-1)]; tensor mul_376 = mul(x = mul_371, y = mul_376_y_0)[name = string("mul_376")]; tensor tanh_7 = tanh(x = mul_376)[name = string("tanh_7")]; fp16 mul_377_x_0 = const()[name = string("mul_377_x_0"), val = fp16(0x1p-1)]; tensor mul_377 = mul(x = mul_377_x_0, y = tanh_7)[name = string("mul_377")]; fp16 add_46_x_0 = const()[name = string("add_46_x_0"), val = fp16(0x1p-1)]; tensor add_46 = add(x = add_46_x_0, y = mul_377)[name = string("add_46")]; tensor mul_378 = mul(x = mul_371, y = add_46)[name = string("mul_378")]; tensor mul_379 = mul(x = mul_378, y = mul_375)[name = string("mul_379")]; tensor mul_380 = mul(x = mul_379, y = mul_379)[name = string("mul_380")]; tensor reduce_mean_81_axes_0 = const()[name = string("reduce_mean_81_axes_0"), val = tensor([-1])]; bool reduce_mean_81_keep_dims_0 = const()[name = string("reduce_mean_81_keep_dims_0"), val = bool(true)]; tensor reduce_mean_81 = reduce_mean(axes = reduce_mean_81_axes_0, keep_dims = reduce_mean_81_keep_dims_0, x = mul_380)[name = string("reduce_mean_81")]; fp32 rsqrt_81_epsilon_0 = const()[name = string("rsqrt_81_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_81 = rsqrt(epsilon = rsqrt_81_epsilon_0, x = reduce_mean_81)[name = string("rsqrt_81")]; tensor mul_381 = mul(x = mul_379, y = rsqrt_81)[name = string("mul_381")]; tensor mul_382_y_0 = const()[name = string("mul_382_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4994048)))]; tensor mul_382 = mul(x = mul_381, y = mul_382_y_0)[name = string("mul_382")]; tensor tern_7_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4996032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w2_weight_0_palettized")]; tensor tern_7_w2 = linear(bias = linear_0_bias_0, weight = tern_7_w2_weight_0_palettized, x = mul_382)[name = string("tern_7_w2")]; tensor mul_383_y_0 = const()[name = string("mul_383_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5080576)))]; tensor mul_383 = mul(x = tern_7_w2, y = mul_383_y_0)[name = string("mul_383")]; tensor add_47 = add(x = add_45, y = mul_383)[name = string("add_47")]; tensor mul_384 = mul(x = add_47, y = add_47)[name = string("mul_384")]; tensor reduce_mean_82_axes_0 = const()[name = string("reduce_mean_82_axes_0"), val = tensor([-1])]; bool reduce_mean_82_keep_dims_0 = const()[name = string("reduce_mean_82_keep_dims_0"), val = bool(true)]; tensor reduce_mean_82 = reduce_mean(axes = reduce_mean_82_axes_0, keep_dims = reduce_mean_82_keep_dims_0, x = mul_384)[name = string("reduce_mean_82")]; fp32 rsqrt_82_epsilon_0 = const()[name = string("rsqrt_82_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_82 = rsqrt(epsilon = rsqrt_82_epsilon_0, x = reduce_mean_82)[name = string("rsqrt_82")]; tensor mul_385 = mul(x = add_47, y = rsqrt_82)[name = string("mul_385")]; tensor mul_386_y_0 = const()[name = string("mul_386_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5081344)))]; tensor mul_386 = mul(x = mul_385, y = mul_386_y_0)[name = string("mul_386")]; tensor mul_387 = mul(x = mul_386, y = mul_386)[name = string("mul_387")]; tensor reduce_mean_83_axes_0 = const()[name = string("reduce_mean_83_axes_0"), val = tensor([-1])]; bool reduce_mean_83_keep_dims_0 = const()[name = string("reduce_mean_83_keep_dims_0"), val = bool(true)]; tensor reduce_mean_83 = reduce_mean(axes = reduce_mean_83_axes_0, keep_dims = reduce_mean_83_keep_dims_0, x = mul_387)[name = string("reduce_mean_83")]; fp32 rsqrt_83_epsilon_0 = const()[name = string("rsqrt_83_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_83 = rsqrt(epsilon = rsqrt_83_epsilon_0, x = reduce_mean_83)[name = string("rsqrt_83")]; tensor mul_388 = mul(x = mul_386, y = rsqrt_83)[name = string("mul_388")]; tensor mul_389_y_0 = const()[name = string("mul_389_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082112)))]; tensor mul_389 = mul(x = mul_388, y = mul_389_y_0)[name = string("mul_389")]; tensor tern_8_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_q_weight_0_palettized")]; tensor tern_8_q = linear(bias = linear_0_bias_0, weight = tern_8_q_weight_0_palettized, x = mul_389)[name = string("tern_8_q")]; tensor mul_390_y_0 = const()[name = string("mul_390_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5113920)))]; tensor mul_390 = mul(x = tern_8_q, y = mul_390_y_0)[name = string("mul_390")]; tensor reshape_66_shape_0 = const()[name = string("reshape_66_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_66 = reshape(shape = reshape_66_shape_0, x = mul_390)[name = string("reshape_66")]; tensor transpose_32_perm_0 = const()[name = string("transpose_32_perm_0"), val = tensor([1, 0, 2])]; tensor mul_393_y_0 = const()[name = string("mul_393_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5114688)))]; tensor mul_393 = mul(x = mul_388, y = mul_393_y_0)[name = string("mul_393")]; tensor tern_8_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5115456))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_k_weight_0_palettized")]; tensor tern_8_k_bias_0 = const()[name = string("tern_8_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_k = linear(bias = tern_8_k_bias_0, weight = tern_8_k_weight_0_palettized, x = mul_393)[name = string("tern_8_k")]; tensor mul_394_y_0 = const()[name = string("mul_394_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123264)))]; tensor mul_394 = mul(x = tern_8_k, y = mul_394_y_0)[name = string("mul_394")]; tensor reshape_67_shape_0 = const()[name = string("reshape_67_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_67 = reshape(shape = reshape_67_shape_0, x = mul_394)[name = string("reshape_67")]; tensor transpose_33_perm_0 = const()[name = string("transpose_33_perm_0"), val = tensor([1, 0, 2])]; tensor mul_397_y_0 = const()[name = string("mul_397_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123520)))]; tensor mul_397 = mul(x = mul_388, y = mul_397_y_0)[name = string("mul_397")]; tensor tern_8_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5124288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_v_weight_0_palettized")]; tensor tern_8_v_bias_0 = const()[name = string("tern_8_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_v = linear(bias = tern_8_v_bias_0, weight = tern_8_v_weight_0_palettized, x = mul_397)[name = string("tern_8_v")]; tensor mul_398_y_0 = const()[name = string("mul_398_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132096)))]; tensor mul_398 = mul(x = tern_8_v, y = mul_398_y_0)[name = string("mul_398")]; tensor reshape_68_shape_0 = const()[name = string("reshape_68_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_68 = reshape(shape = reshape_68_shape_0, x = mul_398)[name = string("reshape_68")]; tensor transpose_34_perm_0 = const()[name = string("transpose_34_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_32 = transpose(perm = transpose_32_perm_0, x = reshape_66)[name = string("transpose_31")]; tensor mul_399 = mul(x = transpose_32, y = transpose_32)[name = string("mul_399")]; tensor reduce_mean_86_axes_0 = const()[name = string("reduce_mean_86_axes_0"), val = tensor([-1])]; bool reduce_mean_86_keep_dims_0 = const()[name = string("reduce_mean_86_keep_dims_0"), val = bool(true)]; tensor reduce_mean_86 = reduce_mean(axes = reduce_mean_86_axes_0, keep_dims = reduce_mean_86_keep_dims_0, x = mul_399)[name = string("reduce_mean_86")]; fp32 rsqrt_86_epsilon_0 = const()[name = string("rsqrt_86_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_86 = rsqrt(epsilon = rsqrt_86_epsilon_0, x = reduce_mean_86)[name = string("rsqrt_86")]; tensor mul_400 = mul(x = transpose_32, y = rsqrt_86)[name = string("mul_400")]; tensor mul_401_y_0 = const()[name = string("mul_401_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132352)))]; tensor mul_401 = mul(x = mul_400, y = mul_401_y_0)[name = string("mul_401")]; tensor slice_by_index_32_begin_0 = const()[name = string("slice_by_index_32_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_32_end_0 = const()[name = string("slice_by_index_32_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_32_end_mask_0 = const()[name = string("slice_by_index_32_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_32 = slice_by_index(begin = slice_by_index_32_begin_0, end = slice_by_index_32_end_0, end_mask = slice_by_index_32_end_mask_0, x = mul_401)[name = string("slice_by_index_32")]; tensor slice_by_index_33_begin_0 = const()[name = string("slice_by_index_33_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_33_end_0 = const()[name = string("slice_by_index_33_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_33_end_mask_0 = const()[name = string("slice_by_index_33_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_33 = slice_by_index(begin = slice_by_index_33_begin_0, end = slice_by_index_33_end_0, end_mask = slice_by_index_33_end_mask_0, x = mul_401)[name = string("slice_by_index_33")]; int32 concat_16_axis_0 = const()[name = string("concat_16_axis_0"), val = int32(-1)]; bool concat_16_interleave_0 = const()[name = string("concat_16_interleave_0"), val = bool(false)]; tensor concat_16 = concat(axis = concat_16_axis_0, interleave = concat_16_interleave_0, values = (slice_by_index_33, slice_by_index_32))[name = string("concat_16")]; tensor mul_402_y_0 = const()[name = string("mul_402_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_402 = mul(x = concat_16, y = mul_402_y_0)[name = string("mul_402")]; tensor mul_403 = mul(x = mul_401, y = mul_11_y_0)[name = string("mul_403")]; tensor mul_404 = mul(x = mul_402, y = mul_12_y_0)[name = string("mul_404")]; tensor add_48 = add(x = mul_403, y = mul_404)[name = string("add_48")]; tensor transpose_33 = transpose(perm = transpose_33_perm_0, x = reshape_67)[name = string("transpose_30")]; tensor mul_405 = mul(x = transpose_33, y = transpose_33)[name = string("mul_405")]; tensor reduce_mean_87_axes_0 = const()[name = string("reduce_mean_87_axes_0"), val = tensor([-1])]; bool reduce_mean_87_keep_dims_0 = const()[name = string("reduce_mean_87_keep_dims_0"), val = bool(true)]; tensor reduce_mean_87 = reduce_mean(axes = reduce_mean_87_axes_0, keep_dims = reduce_mean_87_keep_dims_0, x = mul_405)[name = string("reduce_mean_87")]; fp32 rsqrt_87_epsilon_0 = const()[name = string("rsqrt_87_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_87 = rsqrt(epsilon = rsqrt_87_epsilon_0, x = reduce_mean_87)[name = string("rsqrt_87")]; tensor mul_406 = mul(x = transpose_33, y = rsqrt_87)[name = string("mul_406")]; tensor mul_407_y_0 = const()[name = string("mul_407_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132544)))]; tensor mul_407 = mul(x = mul_406, y = mul_407_y_0)[name = string("mul_407")]; tensor slice_by_index_34_begin_0 = const()[name = string("slice_by_index_34_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_34_end_0 = const()[name = string("slice_by_index_34_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_34_end_mask_0 = const()[name = string("slice_by_index_34_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_34 = slice_by_index(begin = slice_by_index_34_begin_0, end = slice_by_index_34_end_0, end_mask = slice_by_index_34_end_mask_0, x = mul_407)[name = string("slice_by_index_34")]; tensor slice_by_index_35_begin_0 = const()[name = string("slice_by_index_35_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_35_end_0 = const()[name = string("slice_by_index_35_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_35_end_mask_0 = const()[name = string("slice_by_index_35_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_35 = slice_by_index(begin = slice_by_index_35_begin_0, end = slice_by_index_35_end_0, end_mask = slice_by_index_35_end_mask_0, x = mul_407)[name = string("slice_by_index_35")]; int32 concat_17_axis_0 = const()[name = string("concat_17_axis_0"), val = int32(-1)]; bool concat_17_interleave_0 = const()[name = string("concat_17_interleave_0"), val = bool(false)]; tensor concat_17 = concat(axis = concat_17_axis_0, interleave = concat_17_interleave_0, values = (slice_by_index_35, slice_by_index_34))[name = string("concat_17")]; tensor mul_408_y_0 = const()[name = string("mul_408_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_408 = mul(x = concat_17, y = mul_408_y_0)[name = string("mul_408")]; tensor mul_409 = mul(x = mul_407, y = mul_11_y_0)[name = string("mul_409")]; tensor mul_410 = mul(x = mul_408, y = mul_12_y_0)[name = string("mul_410")]; tensor add_49 = add(x = mul_409, y = mul_410)[name = string("add_49")]; tensor reshape_69_shape_0 = const()[name = string("reshape_69_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_69 = reshape(shape = reshape_69_shape_0, x = add_49)[name = string("reshape_69")]; tensor tile_16_reps_0 = const()[name = string("tile_16_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_16 = tile(reps = tile_16_reps_0, x = reshape_69)[name = string("tile_16")]; tensor reshape_70_shape_0 = const()[name = string("reshape_70_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_70 = reshape(shape = reshape_70_shape_0, x = tile_16)[name = string("reshape_70")]; tensor reshape_71_shape_0 = const()[name = string("reshape_71_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_34 = transpose(perm = transpose_34_perm_0, x = reshape_68)[name = string("transpose_29")]; tensor reshape_71 = reshape(shape = reshape_71_shape_0, x = transpose_34)[name = string("reshape_71")]; tensor tile_17_reps_0 = const()[name = string("tile_17_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_17 = tile(reps = tile_17_reps_0, x = reshape_71)[name = string("tile_17")]; tensor reshape_72_shape_0 = const()[name = string("reshape_72_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_72 = reshape(shape = reshape_72_shape_0, x = tile_17)[name = string("reshape_72")]; fp16 mul_411_y_0 = const()[name = string("mul_411_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_411 = mul(x = add_48, y = mul_411_y_0)[name = string("mul_411")]; bool matmul_16_transpose_y_0 = const()[name = string("matmul_16_transpose_y_0"), val = bool(true)]; bool matmul_16_transpose_x_0 = const()[name = string("matmul_16_transpose_x_0"), val = bool(false)]; tensor matmul_16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = mul_411, y = reshape_70)[name = string("matmul_16")]; tensor add_50 = add(x = matmul_16, y = reshape_1)[name = string("add_50")]; int32 softmax_8_axis_0 = const()[name = string("softmax_8_axis_0"), val = int32(-1)]; tensor softmax_8 = softmax(axis = softmax_8_axis_0, x = add_50)[name = string("softmax_8")]; bool matmul_17_transpose_x_0 = const()[name = string("matmul_17_transpose_x_0"), val = bool(false)]; bool matmul_17_transpose_y_0 = const()[name = string("matmul_17_transpose_y_0"), val = bool(false)]; tensor matmul_17 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = softmax_8, y = reshape_72)[name = string("matmul_17")]; tensor transpose_35_perm_0 = const()[name = string("transpose_35_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_73_shape_0 = const()[name = string("reshape_73_shape_0"), val = tensor([32, 352])]; tensor transpose_35 = transpose(perm = transpose_35_perm_0, x = matmul_17)[name = string("transpose_28")]; tensor reshape_73 = reshape(shape = reshape_73_shape_0, x = transpose_35)[name = string("reshape_73")]; tensor mul_412 = mul(x = reshape_73, y = reshape_73)[name = string("mul_412")]; tensor reduce_mean_88_axes_0 = const()[name = string("reduce_mean_88_axes_0"), val = tensor([-1])]; bool reduce_mean_88_keep_dims_0 = const()[name = string("reduce_mean_88_keep_dims_0"), val = bool(true)]; tensor reduce_mean_88 = reduce_mean(axes = reduce_mean_88_axes_0, keep_dims = reduce_mean_88_keep_dims_0, x = mul_412)[name = string("reduce_mean_88")]; fp32 rsqrt_88_epsilon_0 = const()[name = string("rsqrt_88_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_88 = rsqrt(epsilon = rsqrt_88_epsilon_0, x = reduce_mean_88)[name = string("rsqrt_88")]; tensor mul_413 = mul(x = reshape_73, y = rsqrt_88)[name = string("mul_413")]; tensor mul_414_y_0 = const()[name = string("mul_414_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132736)))]; tensor mul_414 = mul(x = mul_413, y = mul_414_y_0)[name = string("mul_414")]; tensor tern_8_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5133504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_o_weight_0_palettized")]; tensor tern_8_o = linear(bias = linear_0_bias_0, weight = tern_8_o_weight_0_palettized, x = mul_414)[name = string("tern_8_o")]; tensor mul_415_y_0 = const()[name = string("mul_415_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5164544)))]; tensor mul_415 = mul(x = tern_8_o, y = mul_415_y_0)[name = string("mul_415")]; tensor add_51 = add(x = add_47, y = mul_415)[name = string("add_51")]; tensor mul_416 = mul(x = add_51, y = add_51)[name = string("mul_416")]; tensor reduce_mean_89_axes_0 = const()[name = string("reduce_mean_89_axes_0"), val = tensor([-1])]; bool reduce_mean_89_keep_dims_0 = const()[name = string("reduce_mean_89_keep_dims_0"), val = bool(true)]; tensor reduce_mean_89 = reduce_mean(axes = reduce_mean_89_axes_0, keep_dims = reduce_mean_89_keep_dims_0, x = mul_416)[name = string("reduce_mean_89")]; fp32 rsqrt_89_epsilon_0 = const()[name = string("rsqrt_89_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_89 = rsqrt(epsilon = rsqrt_89_epsilon_0, x = reduce_mean_89)[name = string("rsqrt_89")]; tensor mul_417 = mul(x = add_51, y = rsqrt_89)[name = string("mul_417")]; tensor mul_418_y_0 = const()[name = string("mul_418_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5165312)))]; tensor mul_418 = mul(x = mul_417, y = mul_418_y_0)[name = string("mul_418")]; tensor mul_419 = mul(x = mul_418, y = mul_418)[name = string("mul_419")]; tensor reduce_mean_90_axes_0 = const()[name = string("reduce_mean_90_axes_0"), val = tensor([-1])]; bool reduce_mean_90_keep_dims_0 = const()[name = string("reduce_mean_90_keep_dims_0"), val = bool(true)]; tensor reduce_mean_90 = reduce_mean(axes = reduce_mean_90_axes_0, keep_dims = reduce_mean_90_keep_dims_0, x = mul_419)[name = string("reduce_mean_90")]; fp32 rsqrt_90_epsilon_0 = const()[name = string("rsqrt_90_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_90 = rsqrt(epsilon = rsqrt_90_epsilon_0, x = reduce_mean_90)[name = string("rsqrt_90")]; tensor mul_420 = mul(x = mul_418, y = rsqrt_90)[name = string("mul_420")]; tensor mul_421_y_0 = const()[name = string("mul_421_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166080)))]; tensor mul_421 = mul(x = mul_420, y = mul_421_y_0)[name = string("mul_421")]; tensor tern_8_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166848))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w1_weight_0_palettized")]; tensor tern_8_w1 = linear(bias = linear_4_bias_0, weight = tern_8_w1_weight_0_palettized, x = mul_421)[name = string("tern_8_w1")]; tensor mul_422_y_0 = const()[name = string("mul_422_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5251392)))]; tensor mul_422 = mul(x = tern_8_w1, y = mul_422_y_0)[name = string("mul_422")]; tensor mul_425_y_0 = const()[name = string("mul_425_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5253376)))]; tensor mul_425 = mul(x = mul_420, y = mul_425_y_0)[name = string("mul_425")]; tensor tern_8_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5254144))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w3_weight_0_palettized")]; tensor tern_8_w3 = linear(bias = linear_4_bias_0, weight = tern_8_w3_weight_0_palettized, x = mul_425)[name = string("tern_8_w3")]; tensor mul_426_y_0 = const()[name = string("mul_426_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5338688)))]; tensor mul_426 = mul(x = tern_8_w3, y = mul_426_y_0)[name = string("mul_426")]; fp16 mul_427_y_0 = const()[name = string("mul_427_y_0"), val = fp16(0x1p-1)]; tensor mul_427 = mul(x = mul_422, y = mul_427_y_0)[name = string("mul_427")]; tensor tanh_8 = tanh(x = mul_427)[name = string("tanh_8")]; fp16 mul_428_x_0 = const()[name = string("mul_428_x_0"), val = fp16(0x1p-1)]; tensor mul_428 = mul(x = mul_428_x_0, y = tanh_8)[name = string("mul_428")]; fp16 add_52_x_0 = const()[name = string("add_52_x_0"), val = fp16(0x1p-1)]; tensor add_52 = add(x = add_52_x_0, y = mul_428)[name = string("add_52")]; tensor mul_429 = mul(x = mul_422, y = add_52)[name = string("mul_429")]; tensor mul_430 = mul(x = mul_429, y = mul_426)[name = string("mul_430")]; tensor mul_431 = mul(x = mul_430, y = mul_430)[name = string("mul_431")]; tensor reduce_mean_92_axes_0 = const()[name = string("reduce_mean_92_axes_0"), val = tensor([-1])]; bool reduce_mean_92_keep_dims_0 = const()[name = string("reduce_mean_92_keep_dims_0"), val = bool(true)]; tensor reduce_mean_92 = reduce_mean(axes = reduce_mean_92_axes_0, keep_dims = reduce_mean_92_keep_dims_0, x = mul_431)[name = string("reduce_mean_92")]; fp32 rsqrt_92_epsilon_0 = const()[name = string("rsqrt_92_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_92 = rsqrt(epsilon = rsqrt_92_epsilon_0, x = reduce_mean_92)[name = string("rsqrt_92")]; tensor mul_432 = mul(x = mul_430, y = rsqrt_92)[name = string("mul_432")]; tensor mul_433_y_0 = const()[name = string("mul_433_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5340672)))]; tensor mul_433 = mul(x = mul_432, y = mul_433_y_0)[name = string("mul_433")]; tensor tern_8_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5342656))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w2_weight_0_palettized")]; tensor tern_8_w2 = linear(bias = linear_0_bias_0, weight = tern_8_w2_weight_0_palettized, x = mul_433)[name = string("tern_8_w2")]; tensor mul_434_y_0 = const()[name = string("mul_434_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427200)))]; tensor mul_434 = mul(x = tern_8_w2, y = mul_434_y_0)[name = string("mul_434")]; tensor add_53 = add(x = add_51, y = mul_434)[name = string("add_53")]; tensor mul_435 = mul(x = add_53, y = add_53)[name = string("mul_435")]; tensor reduce_mean_93_axes_0 = const()[name = string("reduce_mean_93_axes_0"), val = tensor([-1])]; bool reduce_mean_93_keep_dims_0 = const()[name = string("reduce_mean_93_keep_dims_0"), val = bool(true)]; tensor reduce_mean_93 = reduce_mean(axes = reduce_mean_93_axes_0, keep_dims = reduce_mean_93_keep_dims_0, x = mul_435)[name = string("reduce_mean_93")]; fp32 rsqrt_93_epsilon_0 = const()[name = string("rsqrt_93_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_93 = rsqrt(epsilon = rsqrt_93_epsilon_0, x = reduce_mean_93)[name = string("rsqrt_93")]; tensor mul_436 = mul(x = add_53, y = rsqrt_93)[name = string("mul_436")]; tensor mul_437_y_0 = const()[name = string("mul_437_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427968)))]; tensor mul_437 = mul(x = mul_436, y = mul_437_y_0)[name = string("mul_437")]; tensor mul_438 = mul(x = mul_437, y = mul_437)[name = string("mul_438")]; tensor reduce_mean_94_axes_0 = const()[name = string("reduce_mean_94_axes_0"), val = tensor([-1])]; bool reduce_mean_94_keep_dims_0 = const()[name = string("reduce_mean_94_keep_dims_0"), val = bool(true)]; tensor reduce_mean_94 = reduce_mean(axes = reduce_mean_94_axes_0, keep_dims = reduce_mean_94_keep_dims_0, x = mul_438)[name = string("reduce_mean_94")]; fp32 rsqrt_94_epsilon_0 = const()[name = string("rsqrt_94_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_94 = rsqrt(epsilon = rsqrt_94_epsilon_0, x = reduce_mean_94)[name = string("rsqrt_94")]; tensor mul_439 = mul(x = mul_437, y = rsqrt_94)[name = string("mul_439")]; tensor mul_440_y_0 = const()[name = string("mul_440_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5428736)))]; tensor mul_440 = mul(x = mul_439, y = mul_440_y_0)[name = string("mul_440")]; tensor tern_9_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5429504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_q_weight_0_palettized")]; tensor tern_9_q = linear(bias = linear_0_bias_0, weight = tern_9_q_weight_0_palettized, x = mul_440)[name = string("tern_9_q")]; tensor mul_441_y_0 = const()[name = string("mul_441_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5460544)))]; tensor mul_441 = mul(x = tern_9_q, y = mul_441_y_0)[name = string("mul_441")]; tensor reshape_74_shape_0 = const()[name = string("reshape_74_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_74 = reshape(shape = reshape_74_shape_0, x = mul_441)[name = string("reshape_74")]; tensor transpose_36_perm_0 = const()[name = string("transpose_36_perm_0"), val = tensor([1, 0, 2])]; tensor mul_444_y_0 = const()[name = string("mul_444_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5461312)))]; tensor mul_444 = mul(x = mul_439, y = mul_444_y_0)[name = string("mul_444")]; tensor tern_9_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5462080))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_k_weight_0_palettized")]; tensor tern_9_k_bias_0 = const()[name = string("tern_9_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_k = linear(bias = tern_9_k_bias_0, weight = tern_9_k_weight_0_palettized, x = mul_444)[name = string("tern_9_k")]; tensor mul_445_y_0 = const()[name = string("mul_445_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5469888)))]; tensor mul_445 = mul(x = tern_9_k, y = mul_445_y_0)[name = string("mul_445")]; tensor reshape_75_shape_0 = const()[name = string("reshape_75_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_75 = reshape(shape = reshape_75_shape_0, x = mul_445)[name = string("reshape_75")]; tensor transpose_37_perm_0 = const()[name = string("transpose_37_perm_0"), val = tensor([1, 0, 2])]; tensor mul_448_y_0 = const()[name = string("mul_448_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470144)))]; tensor mul_448 = mul(x = mul_439, y = mul_448_y_0)[name = string("mul_448")]; tensor tern_9_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_v_weight_0_palettized")]; tensor tern_9_v_bias_0 = const()[name = string("tern_9_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_v = linear(bias = tern_9_v_bias_0, weight = tern_9_v_weight_0_palettized, x = mul_448)[name = string("tern_9_v")]; tensor mul_449_y_0 = const()[name = string("mul_449_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478720)))]; tensor mul_449 = mul(x = tern_9_v, y = mul_449_y_0)[name = string("mul_449")]; tensor reshape_76_shape_0 = const()[name = string("reshape_76_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_76 = reshape(shape = reshape_76_shape_0, x = mul_449)[name = string("reshape_76")]; tensor transpose_38_perm_0 = const()[name = string("transpose_38_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_36 = transpose(perm = transpose_36_perm_0, x = reshape_74)[name = string("transpose_27")]; tensor mul_450 = mul(x = transpose_36, y = transpose_36)[name = string("mul_450")]; tensor reduce_mean_97_axes_0 = const()[name = string("reduce_mean_97_axes_0"), val = tensor([-1])]; bool reduce_mean_97_keep_dims_0 = const()[name = string("reduce_mean_97_keep_dims_0"), val = bool(true)]; tensor reduce_mean_97 = reduce_mean(axes = reduce_mean_97_axes_0, keep_dims = reduce_mean_97_keep_dims_0, x = mul_450)[name = string("reduce_mean_97")]; fp32 rsqrt_97_epsilon_0 = const()[name = string("rsqrt_97_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_97 = rsqrt(epsilon = rsqrt_97_epsilon_0, x = reduce_mean_97)[name = string("rsqrt_97")]; tensor mul_451 = mul(x = transpose_36, y = rsqrt_97)[name = string("mul_451")]; tensor mul_452_y_0 = const()[name = string("mul_452_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478976)))]; tensor mul_452 = mul(x = mul_451, y = mul_452_y_0)[name = string("mul_452")]; tensor slice_by_index_36_begin_0 = const()[name = string("slice_by_index_36_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_36_end_0 = const()[name = string("slice_by_index_36_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_36_end_mask_0 = const()[name = string("slice_by_index_36_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_36 = slice_by_index(begin = slice_by_index_36_begin_0, end = slice_by_index_36_end_0, end_mask = slice_by_index_36_end_mask_0, x = mul_452)[name = string("slice_by_index_36")]; tensor slice_by_index_37_begin_0 = const()[name = string("slice_by_index_37_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_37_end_0 = const()[name = string("slice_by_index_37_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_37_end_mask_0 = const()[name = string("slice_by_index_37_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_37 = slice_by_index(begin = slice_by_index_37_begin_0, end = slice_by_index_37_end_0, end_mask = slice_by_index_37_end_mask_0, x = mul_452)[name = string("slice_by_index_37")]; int32 concat_18_axis_0 = const()[name = string("concat_18_axis_0"), val = int32(-1)]; bool concat_18_interleave_0 = const()[name = string("concat_18_interleave_0"), val = bool(false)]; tensor concat_18 = concat(axis = concat_18_axis_0, interleave = concat_18_interleave_0, values = (slice_by_index_37, slice_by_index_36))[name = string("concat_18")]; tensor mul_453_y_0 = const()[name = string("mul_453_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_453 = mul(x = concat_18, y = mul_453_y_0)[name = string("mul_453")]; tensor mul_454 = mul(x = mul_452, y = mul_11_y_0)[name = string("mul_454")]; tensor mul_455 = mul(x = mul_453, y = mul_12_y_0)[name = string("mul_455")]; tensor add_54 = add(x = mul_454, y = mul_455)[name = string("add_54")]; tensor transpose_37 = transpose(perm = transpose_37_perm_0, x = reshape_75)[name = string("transpose_26")]; tensor mul_456 = mul(x = transpose_37, y = transpose_37)[name = string("mul_456")]; tensor reduce_mean_98_axes_0 = const()[name = string("reduce_mean_98_axes_0"), val = tensor([-1])]; bool reduce_mean_98_keep_dims_0 = const()[name = string("reduce_mean_98_keep_dims_0"), val = bool(true)]; tensor reduce_mean_98 = reduce_mean(axes = reduce_mean_98_axes_0, keep_dims = reduce_mean_98_keep_dims_0, x = mul_456)[name = string("reduce_mean_98")]; fp32 rsqrt_98_epsilon_0 = const()[name = string("rsqrt_98_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_98 = rsqrt(epsilon = rsqrt_98_epsilon_0, x = reduce_mean_98)[name = string("rsqrt_98")]; tensor mul_457 = mul(x = transpose_37, y = rsqrt_98)[name = string("mul_457")]; tensor mul_458_y_0 = const()[name = string("mul_458_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479168)))]; tensor mul_458 = mul(x = mul_457, y = mul_458_y_0)[name = string("mul_458")]; tensor slice_by_index_38_begin_0 = const()[name = string("slice_by_index_38_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_38_end_0 = const()[name = string("slice_by_index_38_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_38_end_mask_0 = const()[name = string("slice_by_index_38_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_38 = slice_by_index(begin = slice_by_index_38_begin_0, end = slice_by_index_38_end_0, end_mask = slice_by_index_38_end_mask_0, x = mul_458)[name = string("slice_by_index_38")]; tensor slice_by_index_39_begin_0 = const()[name = string("slice_by_index_39_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_39_end_0 = const()[name = string("slice_by_index_39_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_39_end_mask_0 = const()[name = string("slice_by_index_39_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_39 = slice_by_index(begin = slice_by_index_39_begin_0, end = slice_by_index_39_end_0, end_mask = slice_by_index_39_end_mask_0, x = mul_458)[name = string("slice_by_index_39")]; int32 concat_19_axis_0 = const()[name = string("concat_19_axis_0"), val = int32(-1)]; bool concat_19_interleave_0 = const()[name = string("concat_19_interleave_0"), val = bool(false)]; tensor concat_19 = concat(axis = concat_19_axis_0, interleave = concat_19_interleave_0, values = (slice_by_index_39, slice_by_index_38))[name = string("concat_19")]; tensor mul_459_y_0 = const()[name = string("mul_459_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_459 = mul(x = concat_19, y = mul_459_y_0)[name = string("mul_459")]; tensor mul_460 = mul(x = mul_458, y = mul_11_y_0)[name = string("mul_460")]; tensor mul_461 = mul(x = mul_459, y = mul_12_y_0)[name = string("mul_461")]; tensor add_55 = add(x = mul_460, y = mul_461)[name = string("add_55")]; tensor reshape_77_shape_0 = const()[name = string("reshape_77_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_77 = reshape(shape = reshape_77_shape_0, x = add_55)[name = string("reshape_77")]; tensor tile_18_reps_0 = const()[name = string("tile_18_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_18 = tile(reps = tile_18_reps_0, x = reshape_77)[name = string("tile_18")]; tensor reshape_78_shape_0 = const()[name = string("reshape_78_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_78 = reshape(shape = reshape_78_shape_0, x = tile_18)[name = string("reshape_78")]; tensor reshape_79_shape_0 = const()[name = string("reshape_79_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_38 = transpose(perm = transpose_38_perm_0, x = reshape_76)[name = string("transpose_25")]; tensor reshape_79 = reshape(shape = reshape_79_shape_0, x = transpose_38)[name = string("reshape_79")]; tensor tile_19_reps_0 = const()[name = string("tile_19_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_19 = tile(reps = tile_19_reps_0, x = reshape_79)[name = string("tile_19")]; tensor reshape_80_shape_0 = const()[name = string("reshape_80_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_80 = reshape(shape = reshape_80_shape_0, x = tile_19)[name = string("reshape_80")]; fp16 mul_462_y_0 = const()[name = string("mul_462_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_462 = mul(x = add_54, y = mul_462_y_0)[name = string("mul_462")]; bool matmul_18_transpose_y_0 = const()[name = string("matmul_18_transpose_y_0"), val = bool(true)]; bool matmul_18_transpose_x_0 = const()[name = string("matmul_18_transpose_x_0"), val = bool(false)]; tensor matmul_18 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = mul_462, y = reshape_78)[name = string("matmul_18")]; tensor add_56 = add(x = matmul_18, y = reshape_1)[name = string("add_56")]; int32 softmax_9_axis_0 = const()[name = string("softmax_9_axis_0"), val = int32(-1)]; tensor softmax_9 = softmax(axis = softmax_9_axis_0, x = add_56)[name = string("softmax_9")]; bool matmul_19_transpose_x_0 = const()[name = string("matmul_19_transpose_x_0"), val = bool(false)]; bool matmul_19_transpose_y_0 = const()[name = string("matmul_19_transpose_y_0"), val = bool(false)]; tensor matmul_19 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = softmax_9, y = reshape_80)[name = string("matmul_19")]; tensor transpose_39_perm_0 = const()[name = string("transpose_39_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_81_shape_0 = const()[name = string("reshape_81_shape_0"), val = tensor([32, 352])]; tensor transpose_39 = transpose(perm = transpose_39_perm_0, x = matmul_19)[name = string("transpose_24")]; tensor reshape_81 = reshape(shape = reshape_81_shape_0, x = transpose_39)[name = string("reshape_81")]; tensor mul_463 = mul(x = reshape_81, y = reshape_81)[name = string("mul_463")]; tensor reduce_mean_99_axes_0 = const()[name = string("reduce_mean_99_axes_0"), val = tensor([-1])]; bool reduce_mean_99_keep_dims_0 = const()[name = string("reduce_mean_99_keep_dims_0"), val = bool(true)]; tensor reduce_mean_99 = reduce_mean(axes = reduce_mean_99_axes_0, keep_dims = reduce_mean_99_keep_dims_0, x = mul_463)[name = string("reduce_mean_99")]; fp32 rsqrt_99_epsilon_0 = const()[name = string("rsqrt_99_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_99 = rsqrt(epsilon = rsqrt_99_epsilon_0, x = reduce_mean_99)[name = string("rsqrt_99")]; tensor mul_464 = mul(x = reshape_81, y = rsqrt_99)[name = string("mul_464")]; tensor mul_465_y_0 = const()[name = string("mul_465_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479360)))]; tensor mul_465 = mul(x = mul_464, y = mul_465_y_0)[name = string("mul_465")]; tensor tern_9_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5480128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_o_weight_0_palettized")]; tensor tern_9_o = linear(bias = linear_0_bias_0, weight = tern_9_o_weight_0_palettized, x = mul_465)[name = string("tern_9_o")]; tensor mul_466_y_0 = const()[name = string("mul_466_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511168)))]; tensor mul_466 = mul(x = tern_9_o, y = mul_466_y_0)[name = string("mul_466")]; tensor add_57 = add(x = add_53, y = mul_466)[name = string("add_57")]; tensor mul_467 = mul(x = add_57, y = add_57)[name = string("mul_467")]; tensor reduce_mean_100_axes_0 = const()[name = string("reduce_mean_100_axes_0"), val = tensor([-1])]; bool reduce_mean_100_keep_dims_0 = const()[name = string("reduce_mean_100_keep_dims_0"), val = bool(true)]; tensor reduce_mean_100 = reduce_mean(axes = reduce_mean_100_axes_0, keep_dims = reduce_mean_100_keep_dims_0, x = mul_467)[name = string("reduce_mean_100")]; fp32 rsqrt_100_epsilon_0 = const()[name = string("rsqrt_100_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_100 = rsqrt(epsilon = rsqrt_100_epsilon_0, x = reduce_mean_100)[name = string("rsqrt_100")]; tensor mul_468 = mul(x = add_57, y = rsqrt_100)[name = string("mul_468")]; tensor mul_469_y_0 = const()[name = string("mul_469_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511936)))]; tensor mul_469 = mul(x = mul_468, y = mul_469_y_0)[name = string("mul_469")]; tensor mul_470 = mul(x = mul_469, y = mul_469)[name = string("mul_470")]; tensor reduce_mean_101_axes_0 = const()[name = string("reduce_mean_101_axes_0"), val = tensor([-1])]; bool reduce_mean_101_keep_dims_0 = const()[name = string("reduce_mean_101_keep_dims_0"), val = bool(true)]; tensor reduce_mean_101 = reduce_mean(axes = reduce_mean_101_axes_0, keep_dims = reduce_mean_101_keep_dims_0, x = mul_470)[name = string("reduce_mean_101")]; fp32 rsqrt_101_epsilon_0 = const()[name = string("rsqrt_101_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_101 = rsqrt(epsilon = rsqrt_101_epsilon_0, x = reduce_mean_101)[name = string("rsqrt_101")]; tensor mul_471 = mul(x = mul_469, y = rsqrt_101)[name = string("mul_471")]; tensor mul_472_y_0 = const()[name = string("mul_472_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5512704)))]; tensor mul_472 = mul(x = mul_471, y = mul_472_y_0)[name = string("mul_472")]; tensor tern_9_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5513472))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w1_weight_0_palettized")]; tensor tern_9_w1 = linear(bias = linear_4_bias_0, weight = tern_9_w1_weight_0_palettized, x = mul_472)[name = string("tern_9_w1")]; tensor mul_473_y_0 = const()[name = string("mul_473_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5598016)))]; tensor mul_473 = mul(x = tern_9_w1, y = mul_473_y_0)[name = string("mul_473")]; tensor mul_476_y_0 = const()[name = string("mul_476_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600000)))]; tensor mul_476 = mul(x = mul_471, y = mul_476_y_0)[name = string("mul_476")]; tensor tern_9_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600768))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w3_weight_0_palettized")]; tensor tern_9_w3 = linear(bias = linear_4_bias_0, weight = tern_9_w3_weight_0_palettized, x = mul_476)[name = string("tern_9_w3")]; tensor mul_477_y_0 = const()[name = string("mul_477_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5685312)))]; tensor mul_477 = mul(x = tern_9_w3, y = mul_477_y_0)[name = string("mul_477")]; fp16 mul_478_y_0 = const()[name = string("mul_478_y_0"), val = fp16(0x1p-1)]; tensor mul_478 = mul(x = mul_473, y = mul_478_y_0)[name = string("mul_478")]; tensor tanh_9 = tanh(x = mul_478)[name = string("tanh_9")]; fp16 mul_479_x_0 = const()[name = string("mul_479_x_0"), val = fp16(0x1p-1)]; tensor mul_479 = mul(x = mul_479_x_0, y = tanh_9)[name = string("mul_479")]; fp16 add_58_x_0 = const()[name = string("add_58_x_0"), val = fp16(0x1p-1)]; tensor add_58 = add(x = add_58_x_0, y = mul_479)[name = string("add_58")]; tensor mul_480 = mul(x = mul_473, y = add_58)[name = string("mul_480")]; tensor mul_481 = mul(x = mul_480, y = mul_477)[name = string("mul_481")]; tensor mul_482 = mul(x = mul_481, y = mul_481)[name = string("mul_482")]; tensor reduce_mean_103_axes_0 = const()[name = string("reduce_mean_103_axes_0"), val = tensor([-1])]; bool reduce_mean_103_keep_dims_0 = const()[name = string("reduce_mean_103_keep_dims_0"), val = bool(true)]; tensor reduce_mean_103 = reduce_mean(axes = reduce_mean_103_axes_0, keep_dims = reduce_mean_103_keep_dims_0, x = mul_482)[name = string("reduce_mean_103")]; fp32 rsqrt_103_epsilon_0 = const()[name = string("rsqrt_103_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_103 = rsqrt(epsilon = rsqrt_103_epsilon_0, x = reduce_mean_103)[name = string("rsqrt_103")]; tensor mul_483 = mul(x = mul_481, y = rsqrt_103)[name = string("mul_483")]; tensor mul_484_y_0 = const()[name = string("mul_484_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5687296)))]; tensor mul_484 = mul(x = mul_483, y = mul_484_y_0)[name = string("mul_484")]; tensor tern_9_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5689280))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w2_weight_0_palettized")]; tensor tern_9_w2 = linear(bias = linear_0_bias_0, weight = tern_9_w2_weight_0_palettized, x = mul_484)[name = string("tern_9_w2")]; tensor mul_485_y_0 = const()[name = string("mul_485_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5773824)))]; tensor mul_485 = mul(x = tern_9_w2, y = mul_485_y_0)[name = string("mul_485")]; tensor add_59 = add(x = add_57, y = mul_485)[name = string("add_59")]; tensor mul_486 = mul(x = add_59, y = add_59)[name = string("mul_486")]; tensor reduce_mean_104_axes_0 = const()[name = string("reduce_mean_104_axes_0"), val = tensor([-1])]; bool reduce_mean_104_keep_dims_0 = const()[name = string("reduce_mean_104_keep_dims_0"), val = bool(true)]; tensor reduce_mean_104 = reduce_mean(axes = reduce_mean_104_axes_0, keep_dims = reduce_mean_104_keep_dims_0, x = mul_486)[name = string("reduce_mean_104")]; fp32 rsqrt_104_epsilon_0 = const()[name = string("rsqrt_104_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_104 = rsqrt(epsilon = rsqrt_104_epsilon_0, x = reduce_mean_104)[name = string("rsqrt_104")]; tensor mul_487 = mul(x = add_59, y = rsqrt_104)[name = string("mul_487")]; tensor mul_488_y_0 = const()[name = string("mul_488_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5774592)))]; tensor mul_488 = mul(x = mul_487, y = mul_488_y_0)[name = string("mul_488")]; tensor mul_489 = mul(x = mul_488, y = mul_488)[name = string("mul_489")]; tensor reduce_mean_105_axes_0 = const()[name = string("reduce_mean_105_axes_0"), val = tensor([-1])]; bool reduce_mean_105_keep_dims_0 = const()[name = string("reduce_mean_105_keep_dims_0"), val = bool(true)]; tensor reduce_mean_105 = reduce_mean(axes = reduce_mean_105_axes_0, keep_dims = reduce_mean_105_keep_dims_0, x = mul_489)[name = string("reduce_mean_105")]; fp32 rsqrt_105_epsilon_0 = const()[name = string("rsqrt_105_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_105 = rsqrt(epsilon = rsqrt_105_epsilon_0, x = reduce_mean_105)[name = string("rsqrt_105")]; tensor mul_490 = mul(x = mul_488, y = rsqrt_105)[name = string("mul_490")]; tensor mul_491_y_0 = const()[name = string("mul_491_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5775360)))]; tensor mul_491 = mul(x = mul_490, y = mul_491_y_0)[name = string("mul_491")]; tensor tern_10_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5776128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_q_weight_0_palettized")]; tensor tern_10_q = linear(bias = linear_0_bias_0, weight = tern_10_q_weight_0_palettized, x = mul_491)[name = string("tern_10_q")]; tensor mul_492_y_0 = const()[name = string("mul_492_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807168)))]; tensor mul_492 = mul(x = tern_10_q, y = mul_492_y_0)[name = string("mul_492")]; tensor reshape_82_shape_0 = const()[name = string("reshape_82_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_82 = reshape(shape = reshape_82_shape_0, x = mul_492)[name = string("reshape_82")]; tensor transpose_40_perm_0 = const()[name = string("transpose_40_perm_0"), val = tensor([1, 0, 2])]; tensor mul_495_y_0 = const()[name = string("mul_495_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807936)))]; tensor mul_495 = mul(x = mul_490, y = mul_495_y_0)[name = string("mul_495")]; tensor tern_10_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5808704))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_k_weight_0_palettized")]; tensor tern_10_k_bias_0 = const()[name = string("tern_10_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_k = linear(bias = tern_10_k_bias_0, weight = tern_10_k_weight_0_palettized, x = mul_495)[name = string("tern_10_k")]; tensor mul_496_y_0 = const()[name = string("mul_496_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816512)))]; tensor mul_496 = mul(x = tern_10_k, y = mul_496_y_0)[name = string("mul_496")]; tensor reshape_83_shape_0 = const()[name = string("reshape_83_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_83 = reshape(shape = reshape_83_shape_0, x = mul_496)[name = string("reshape_83")]; tensor transpose_41_perm_0 = const()[name = string("transpose_41_perm_0"), val = tensor([1, 0, 2])]; tensor mul_499_y_0 = const()[name = string("mul_499_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816768)))]; tensor mul_499 = mul(x = mul_490, y = mul_499_y_0)[name = string("mul_499")]; tensor tern_10_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5817536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_v_weight_0_palettized")]; tensor tern_10_v_bias_0 = const()[name = string("tern_10_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_v = linear(bias = tern_10_v_bias_0, weight = tern_10_v_weight_0_palettized, x = mul_499)[name = string("tern_10_v")]; tensor mul_500_y_0 = const()[name = string("mul_500_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825344)))]; tensor mul_500 = mul(x = tern_10_v, y = mul_500_y_0)[name = string("mul_500")]; tensor reshape_84_shape_0 = const()[name = string("reshape_84_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_84 = reshape(shape = reshape_84_shape_0, x = mul_500)[name = string("reshape_84")]; tensor transpose_42_perm_0 = const()[name = string("transpose_42_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_40 = transpose(perm = transpose_40_perm_0, x = reshape_82)[name = string("transpose_23")]; tensor mul_501 = mul(x = transpose_40, y = transpose_40)[name = string("mul_501")]; tensor reduce_mean_108_axes_0 = const()[name = string("reduce_mean_108_axes_0"), val = tensor([-1])]; bool reduce_mean_108_keep_dims_0 = const()[name = string("reduce_mean_108_keep_dims_0"), val = bool(true)]; tensor reduce_mean_108 = reduce_mean(axes = reduce_mean_108_axes_0, keep_dims = reduce_mean_108_keep_dims_0, x = mul_501)[name = string("reduce_mean_108")]; fp32 rsqrt_108_epsilon_0 = const()[name = string("rsqrt_108_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_108 = rsqrt(epsilon = rsqrt_108_epsilon_0, x = reduce_mean_108)[name = string("rsqrt_108")]; tensor mul_502 = mul(x = transpose_40, y = rsqrt_108)[name = string("mul_502")]; tensor mul_503_y_0 = const()[name = string("mul_503_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825600)))]; tensor mul_503 = mul(x = mul_502, y = mul_503_y_0)[name = string("mul_503")]; tensor slice_by_index_40_begin_0 = const()[name = string("slice_by_index_40_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_40_end_0 = const()[name = string("slice_by_index_40_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_40_end_mask_0 = const()[name = string("slice_by_index_40_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_40 = slice_by_index(begin = slice_by_index_40_begin_0, end = slice_by_index_40_end_0, end_mask = slice_by_index_40_end_mask_0, x = mul_503)[name = string("slice_by_index_40")]; tensor slice_by_index_41_begin_0 = const()[name = string("slice_by_index_41_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_41_end_0 = const()[name = string("slice_by_index_41_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_41_end_mask_0 = const()[name = string("slice_by_index_41_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_41 = slice_by_index(begin = slice_by_index_41_begin_0, end = slice_by_index_41_end_0, end_mask = slice_by_index_41_end_mask_0, x = mul_503)[name = string("slice_by_index_41")]; int32 concat_20_axis_0 = const()[name = string("concat_20_axis_0"), val = int32(-1)]; bool concat_20_interleave_0 = const()[name = string("concat_20_interleave_0"), val = bool(false)]; tensor concat_20 = concat(axis = concat_20_axis_0, interleave = concat_20_interleave_0, values = (slice_by_index_41, slice_by_index_40))[name = string("concat_20")]; tensor mul_504_y_0 = const()[name = string("mul_504_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_504 = mul(x = concat_20, y = mul_504_y_0)[name = string("mul_504")]; tensor mul_505 = mul(x = mul_503, y = mul_11_y_0)[name = string("mul_505")]; tensor mul_506 = mul(x = mul_504, y = mul_12_y_0)[name = string("mul_506")]; tensor add_60 = add(x = mul_505, y = mul_506)[name = string("add_60")]; tensor transpose_41 = transpose(perm = transpose_41_perm_0, x = reshape_83)[name = string("transpose_22")]; tensor mul_507 = mul(x = transpose_41, y = transpose_41)[name = string("mul_507")]; tensor reduce_mean_109_axes_0 = const()[name = string("reduce_mean_109_axes_0"), val = tensor([-1])]; bool reduce_mean_109_keep_dims_0 = const()[name = string("reduce_mean_109_keep_dims_0"), val = bool(true)]; tensor reduce_mean_109 = reduce_mean(axes = reduce_mean_109_axes_0, keep_dims = reduce_mean_109_keep_dims_0, x = mul_507)[name = string("reduce_mean_109")]; fp32 rsqrt_109_epsilon_0 = const()[name = string("rsqrt_109_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_109 = rsqrt(epsilon = rsqrt_109_epsilon_0, x = reduce_mean_109)[name = string("rsqrt_109")]; tensor mul_508 = mul(x = transpose_41, y = rsqrt_109)[name = string("mul_508")]; tensor mul_509_y_0 = const()[name = string("mul_509_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825792)))]; tensor mul_509 = mul(x = mul_508, y = mul_509_y_0)[name = string("mul_509")]; tensor slice_by_index_42_begin_0 = const()[name = string("slice_by_index_42_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_42_end_0 = const()[name = string("slice_by_index_42_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_42_end_mask_0 = const()[name = string("slice_by_index_42_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_42 = slice_by_index(begin = slice_by_index_42_begin_0, end = slice_by_index_42_end_0, end_mask = slice_by_index_42_end_mask_0, x = mul_509)[name = string("slice_by_index_42")]; tensor slice_by_index_43_begin_0 = const()[name = string("slice_by_index_43_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_43_end_0 = const()[name = string("slice_by_index_43_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_43_end_mask_0 = const()[name = string("slice_by_index_43_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_43 = slice_by_index(begin = slice_by_index_43_begin_0, end = slice_by_index_43_end_0, end_mask = slice_by_index_43_end_mask_0, x = mul_509)[name = string("slice_by_index_43")]; int32 concat_21_axis_0 = const()[name = string("concat_21_axis_0"), val = int32(-1)]; bool concat_21_interleave_0 = const()[name = string("concat_21_interleave_0"), val = bool(false)]; tensor concat_21 = concat(axis = concat_21_axis_0, interleave = concat_21_interleave_0, values = (slice_by_index_43, slice_by_index_42))[name = string("concat_21")]; tensor mul_510_y_0 = const()[name = string("mul_510_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_510 = mul(x = concat_21, y = mul_510_y_0)[name = string("mul_510")]; tensor mul_511 = mul(x = mul_509, y = mul_11_y_0)[name = string("mul_511")]; tensor mul_512 = mul(x = mul_510, y = mul_12_y_0)[name = string("mul_512")]; tensor add_61 = add(x = mul_511, y = mul_512)[name = string("add_61")]; tensor reshape_85_shape_0 = const()[name = string("reshape_85_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_85 = reshape(shape = reshape_85_shape_0, x = add_61)[name = string("reshape_85")]; tensor tile_20_reps_0 = const()[name = string("tile_20_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_20 = tile(reps = tile_20_reps_0, x = reshape_85)[name = string("tile_20")]; tensor reshape_86_shape_0 = const()[name = string("reshape_86_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_86 = reshape(shape = reshape_86_shape_0, x = tile_20)[name = string("reshape_86")]; tensor reshape_87_shape_0 = const()[name = string("reshape_87_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_42 = transpose(perm = transpose_42_perm_0, x = reshape_84)[name = string("transpose_21")]; tensor reshape_87 = reshape(shape = reshape_87_shape_0, x = transpose_42)[name = string("reshape_87")]; tensor tile_21_reps_0 = const()[name = string("tile_21_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_21 = tile(reps = tile_21_reps_0, x = reshape_87)[name = string("tile_21")]; tensor reshape_88_shape_0 = const()[name = string("reshape_88_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_88 = reshape(shape = reshape_88_shape_0, x = tile_21)[name = string("reshape_88")]; fp16 mul_513_y_0 = const()[name = string("mul_513_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_513 = mul(x = add_60, y = mul_513_y_0)[name = string("mul_513")]; bool matmul_20_transpose_y_0 = const()[name = string("matmul_20_transpose_y_0"), val = bool(true)]; bool matmul_20_transpose_x_0 = const()[name = string("matmul_20_transpose_x_0"), val = bool(false)]; tensor matmul_20 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = mul_513, y = reshape_86)[name = string("matmul_20")]; tensor add_62 = add(x = matmul_20, y = reshape_1)[name = string("add_62")]; int32 softmax_10_axis_0 = const()[name = string("softmax_10_axis_0"), val = int32(-1)]; tensor softmax_10 = softmax(axis = softmax_10_axis_0, x = add_62)[name = string("softmax_10")]; bool matmul_21_transpose_x_0 = const()[name = string("matmul_21_transpose_x_0"), val = bool(false)]; bool matmul_21_transpose_y_0 = const()[name = string("matmul_21_transpose_y_0"), val = bool(false)]; tensor matmul_21 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = softmax_10, y = reshape_88)[name = string("matmul_21")]; tensor transpose_43_perm_0 = const()[name = string("transpose_43_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_89_shape_0 = const()[name = string("reshape_89_shape_0"), val = tensor([32, 352])]; tensor transpose_43 = transpose(perm = transpose_43_perm_0, x = matmul_21)[name = string("transpose_20")]; tensor reshape_89 = reshape(shape = reshape_89_shape_0, x = transpose_43)[name = string("reshape_89")]; tensor mul_514 = mul(x = reshape_89, y = reshape_89)[name = string("mul_514")]; tensor reduce_mean_110_axes_0 = const()[name = string("reduce_mean_110_axes_0"), val = tensor([-1])]; bool reduce_mean_110_keep_dims_0 = const()[name = string("reduce_mean_110_keep_dims_0"), val = bool(true)]; tensor reduce_mean_110 = reduce_mean(axes = reduce_mean_110_axes_0, keep_dims = reduce_mean_110_keep_dims_0, x = mul_514)[name = string("reduce_mean_110")]; fp32 rsqrt_110_epsilon_0 = const()[name = string("rsqrt_110_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_110 = rsqrt(epsilon = rsqrt_110_epsilon_0, x = reduce_mean_110)[name = string("rsqrt_110")]; tensor mul_515 = mul(x = reshape_89, y = rsqrt_110)[name = string("mul_515")]; tensor mul_516_y_0 = const()[name = string("mul_516_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825984)))]; tensor mul_516 = mul(x = mul_515, y = mul_516_y_0)[name = string("mul_516")]; tensor tern_10_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5826752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_o_weight_0_palettized")]; tensor tern_10_o = linear(bias = linear_0_bias_0, weight = tern_10_o_weight_0_palettized, x = mul_516)[name = string("tern_10_o")]; tensor mul_517_y_0 = const()[name = string("mul_517_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5857792)))]; tensor mul_517 = mul(x = tern_10_o, y = mul_517_y_0)[name = string("mul_517")]; tensor add_63 = add(x = add_59, y = mul_517)[name = string("add_63")]; tensor mul_518 = mul(x = add_63, y = add_63)[name = string("mul_518")]; tensor reduce_mean_111_axes_0 = const()[name = string("reduce_mean_111_axes_0"), val = tensor([-1])]; bool reduce_mean_111_keep_dims_0 = const()[name = string("reduce_mean_111_keep_dims_0"), val = bool(true)]; tensor reduce_mean_111 = reduce_mean(axes = reduce_mean_111_axes_0, keep_dims = reduce_mean_111_keep_dims_0, x = mul_518)[name = string("reduce_mean_111")]; fp32 rsqrt_111_epsilon_0 = const()[name = string("rsqrt_111_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_111 = rsqrt(epsilon = rsqrt_111_epsilon_0, x = reduce_mean_111)[name = string("rsqrt_111")]; tensor mul_519 = mul(x = add_63, y = rsqrt_111)[name = string("mul_519")]; tensor mul_520_y_0 = const()[name = string("mul_520_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5858560)))]; tensor mul_520 = mul(x = mul_519, y = mul_520_y_0)[name = string("mul_520")]; tensor mul_521 = mul(x = mul_520, y = mul_520)[name = string("mul_521")]; tensor reduce_mean_112_axes_0 = const()[name = string("reduce_mean_112_axes_0"), val = tensor([-1])]; bool reduce_mean_112_keep_dims_0 = const()[name = string("reduce_mean_112_keep_dims_0"), val = bool(true)]; tensor reduce_mean_112 = reduce_mean(axes = reduce_mean_112_axes_0, keep_dims = reduce_mean_112_keep_dims_0, x = mul_521)[name = string("reduce_mean_112")]; fp32 rsqrt_112_epsilon_0 = const()[name = string("rsqrt_112_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_112 = rsqrt(epsilon = rsqrt_112_epsilon_0, x = reduce_mean_112)[name = string("rsqrt_112")]; tensor mul_522 = mul(x = mul_520, y = rsqrt_112)[name = string("mul_522")]; tensor mul_523_y_0 = const()[name = string("mul_523_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5859328)))]; tensor mul_523 = mul(x = mul_522, y = mul_523_y_0)[name = string("mul_523")]; tensor tern_10_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5860096))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w1_weight_0_palettized")]; tensor tern_10_w1 = linear(bias = linear_4_bias_0, weight = tern_10_w1_weight_0_palettized, x = mul_523)[name = string("tern_10_w1")]; tensor mul_524_y_0 = const()[name = string("mul_524_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5944640)))]; tensor mul_524 = mul(x = tern_10_w1, y = mul_524_y_0)[name = string("mul_524")]; tensor mul_527_y_0 = const()[name = string("mul_527_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5946624)))]; tensor mul_527 = mul(x = mul_522, y = mul_527_y_0)[name = string("mul_527")]; tensor tern_10_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5947392))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w3_weight_0_palettized")]; tensor tern_10_w3 = linear(bias = linear_4_bias_0, weight = tern_10_w3_weight_0_palettized, x = mul_527)[name = string("tern_10_w3")]; tensor mul_528_y_0 = const()[name = string("mul_528_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6031936)))]; tensor mul_528 = mul(x = tern_10_w3, y = mul_528_y_0)[name = string("mul_528")]; fp16 mul_529_y_0 = const()[name = string("mul_529_y_0"), val = fp16(0x1p-1)]; tensor mul_529 = mul(x = mul_524, y = mul_529_y_0)[name = string("mul_529")]; tensor tanh_10 = tanh(x = mul_529)[name = string("tanh_10")]; fp16 mul_530_x_0 = const()[name = string("mul_530_x_0"), val = fp16(0x1p-1)]; tensor mul_530 = mul(x = mul_530_x_0, y = tanh_10)[name = string("mul_530")]; fp16 add_64_x_0 = const()[name = string("add_64_x_0"), val = fp16(0x1p-1)]; tensor add_64 = add(x = add_64_x_0, y = mul_530)[name = string("add_64")]; tensor mul_531 = mul(x = mul_524, y = add_64)[name = string("mul_531")]; tensor mul_532 = mul(x = mul_531, y = mul_528)[name = string("mul_532")]; tensor mul_533 = mul(x = mul_532, y = mul_532)[name = string("mul_533")]; tensor reduce_mean_114_axes_0 = const()[name = string("reduce_mean_114_axes_0"), val = tensor([-1])]; bool reduce_mean_114_keep_dims_0 = const()[name = string("reduce_mean_114_keep_dims_0"), val = bool(true)]; tensor reduce_mean_114 = reduce_mean(axes = reduce_mean_114_axes_0, keep_dims = reduce_mean_114_keep_dims_0, x = mul_533)[name = string("reduce_mean_114")]; fp32 rsqrt_114_epsilon_0 = const()[name = string("rsqrt_114_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_114 = rsqrt(epsilon = rsqrt_114_epsilon_0, x = reduce_mean_114)[name = string("rsqrt_114")]; tensor mul_534 = mul(x = mul_532, y = rsqrt_114)[name = string("mul_534")]; tensor mul_535_y_0 = const()[name = string("mul_535_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6033920)))]; tensor mul_535 = mul(x = mul_534, y = mul_535_y_0)[name = string("mul_535")]; tensor tern_10_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6035904))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w2_weight_0_palettized")]; tensor tern_10_w2 = linear(bias = linear_0_bias_0, weight = tern_10_w2_weight_0_palettized, x = mul_535)[name = string("tern_10_w2")]; tensor mul_536_y_0 = const()[name = string("mul_536_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6120448)))]; tensor mul_536 = mul(x = tern_10_w2, y = mul_536_y_0)[name = string("mul_536")]; tensor add_65 = add(x = add_63, y = mul_536)[name = string("add_65")]; tensor mul_537 = mul(x = add_65, y = add_65)[name = string("mul_537")]; tensor reduce_mean_115_axes_0 = const()[name = string("reduce_mean_115_axes_0"), val = tensor([-1])]; bool reduce_mean_115_keep_dims_0 = const()[name = string("reduce_mean_115_keep_dims_0"), val = bool(true)]; tensor reduce_mean_115 = reduce_mean(axes = reduce_mean_115_axes_0, keep_dims = reduce_mean_115_keep_dims_0, x = mul_537)[name = string("reduce_mean_115")]; fp32 rsqrt_115_epsilon_0 = const()[name = string("rsqrt_115_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_115 = rsqrt(epsilon = rsqrt_115_epsilon_0, x = reduce_mean_115)[name = string("rsqrt_115")]; tensor mul_538 = mul(x = add_65, y = rsqrt_115)[name = string("mul_538")]; tensor mul_539_y_0 = const()[name = string("mul_539_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121216)))]; tensor mul_539 = mul(x = mul_538, y = mul_539_y_0)[name = string("mul_539")]; tensor mul_540 = mul(x = mul_539, y = mul_539)[name = string("mul_540")]; tensor reduce_mean_116_axes_0 = const()[name = string("reduce_mean_116_axes_0"), val = tensor([-1])]; bool reduce_mean_116_keep_dims_0 = const()[name = string("reduce_mean_116_keep_dims_0"), val = bool(true)]; tensor reduce_mean_116 = reduce_mean(axes = reduce_mean_116_axes_0, keep_dims = reduce_mean_116_keep_dims_0, x = mul_540)[name = string("reduce_mean_116")]; fp32 rsqrt_116_epsilon_0 = const()[name = string("rsqrt_116_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_116 = rsqrt(epsilon = rsqrt_116_epsilon_0, x = reduce_mean_116)[name = string("rsqrt_116")]; tensor mul_541 = mul(x = mul_539, y = rsqrt_116)[name = string("mul_541")]; tensor mul_542_y_0 = const()[name = string("mul_542_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121984)))]; tensor mul_542 = mul(x = mul_541, y = mul_542_y_0)[name = string("mul_542")]; tensor tern_11_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6122752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_q_weight_0_palettized")]; tensor tern_11_q = linear(bias = linear_0_bias_0, weight = tern_11_q_weight_0_palettized, x = mul_542)[name = string("tern_11_q")]; tensor mul_543_y_0 = const()[name = string("mul_543_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6153792)))]; tensor mul_543 = mul(x = tern_11_q, y = mul_543_y_0)[name = string("mul_543")]; tensor reshape_90_shape_0 = const()[name = string("reshape_90_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_90 = reshape(shape = reshape_90_shape_0, x = mul_543)[name = string("reshape_90")]; tensor transpose_44_perm_0 = const()[name = string("transpose_44_perm_0"), val = tensor([1, 0, 2])]; tensor mul_546_y_0 = const()[name = string("mul_546_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6154560)))]; tensor mul_546 = mul(x = mul_541, y = mul_546_y_0)[name = string("mul_546")]; tensor tern_11_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6155328))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_k_weight_0_palettized")]; tensor tern_11_k_bias_0 = const()[name = string("tern_11_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_k = linear(bias = tern_11_k_bias_0, weight = tern_11_k_weight_0_palettized, x = mul_546)[name = string("tern_11_k")]; tensor mul_547_y_0 = const()[name = string("mul_547_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163136)))]; tensor mul_547 = mul(x = tern_11_k, y = mul_547_y_0)[name = string("mul_547")]; tensor reshape_91_shape_0 = const()[name = string("reshape_91_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_91 = reshape(shape = reshape_91_shape_0, x = mul_547)[name = string("reshape_91")]; tensor transpose_45_perm_0 = const()[name = string("transpose_45_perm_0"), val = tensor([1, 0, 2])]; tensor mul_550_y_0 = const()[name = string("mul_550_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163392)))]; tensor mul_550 = mul(x = mul_541, y = mul_550_y_0)[name = string("mul_550")]; tensor tern_11_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6164160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_v_weight_0_palettized")]; tensor tern_11_v_bias_0 = const()[name = string("tern_11_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_v = linear(bias = tern_11_v_bias_0, weight = tern_11_v_weight_0_palettized, x = mul_550)[name = string("tern_11_v")]; tensor mul_551_y_0 = const()[name = string("mul_551_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6171968)))]; tensor mul_551 = mul(x = tern_11_v, y = mul_551_y_0)[name = string("mul_551")]; tensor reshape_92_shape_0 = const()[name = string("reshape_92_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_92 = reshape(shape = reshape_92_shape_0, x = mul_551)[name = string("reshape_92")]; tensor transpose_46_perm_0 = const()[name = string("transpose_46_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_44 = transpose(perm = transpose_44_perm_0, x = reshape_90)[name = string("transpose_19")]; tensor mul_552 = mul(x = transpose_44, y = transpose_44)[name = string("mul_552")]; tensor reduce_mean_119_axes_0 = const()[name = string("reduce_mean_119_axes_0"), val = tensor([-1])]; bool reduce_mean_119_keep_dims_0 = const()[name = string("reduce_mean_119_keep_dims_0"), val = bool(true)]; tensor reduce_mean_119 = reduce_mean(axes = reduce_mean_119_axes_0, keep_dims = reduce_mean_119_keep_dims_0, x = mul_552)[name = string("reduce_mean_119")]; fp32 rsqrt_119_epsilon_0 = const()[name = string("rsqrt_119_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_119 = rsqrt(epsilon = rsqrt_119_epsilon_0, x = reduce_mean_119)[name = string("rsqrt_119")]; tensor mul_553 = mul(x = transpose_44, y = rsqrt_119)[name = string("mul_553")]; tensor mul_554_y_0 = const()[name = string("mul_554_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172224)))]; tensor mul_554 = mul(x = mul_553, y = mul_554_y_0)[name = string("mul_554")]; tensor slice_by_index_44_begin_0 = const()[name = string("slice_by_index_44_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_44_end_0 = const()[name = string("slice_by_index_44_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_44_end_mask_0 = const()[name = string("slice_by_index_44_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_44 = slice_by_index(begin = slice_by_index_44_begin_0, end = slice_by_index_44_end_0, end_mask = slice_by_index_44_end_mask_0, x = mul_554)[name = string("slice_by_index_44")]; tensor slice_by_index_45_begin_0 = const()[name = string("slice_by_index_45_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_45_end_0 = const()[name = string("slice_by_index_45_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_45_end_mask_0 = const()[name = string("slice_by_index_45_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_45 = slice_by_index(begin = slice_by_index_45_begin_0, end = slice_by_index_45_end_0, end_mask = slice_by_index_45_end_mask_0, x = mul_554)[name = string("slice_by_index_45")]; int32 concat_22_axis_0 = const()[name = string("concat_22_axis_0"), val = int32(-1)]; bool concat_22_interleave_0 = const()[name = string("concat_22_interleave_0"), val = bool(false)]; tensor concat_22 = concat(axis = concat_22_axis_0, interleave = concat_22_interleave_0, values = (slice_by_index_45, slice_by_index_44))[name = string("concat_22")]; tensor mul_555_y_0 = const()[name = string("mul_555_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_555 = mul(x = concat_22, y = mul_555_y_0)[name = string("mul_555")]; tensor mul_556 = mul(x = mul_554, y = mul_11_y_0)[name = string("mul_556")]; tensor mul_557 = mul(x = mul_555, y = mul_12_y_0)[name = string("mul_557")]; tensor add_66 = add(x = mul_556, y = mul_557)[name = string("add_66")]; tensor transpose_45 = transpose(perm = transpose_45_perm_0, x = reshape_91)[name = string("transpose_18")]; tensor mul_558 = mul(x = transpose_45, y = transpose_45)[name = string("mul_558")]; tensor reduce_mean_120_axes_0 = const()[name = string("reduce_mean_120_axes_0"), val = tensor([-1])]; bool reduce_mean_120_keep_dims_0 = const()[name = string("reduce_mean_120_keep_dims_0"), val = bool(true)]; tensor reduce_mean_120 = reduce_mean(axes = reduce_mean_120_axes_0, keep_dims = reduce_mean_120_keep_dims_0, x = mul_558)[name = string("reduce_mean_120")]; fp32 rsqrt_120_epsilon_0 = const()[name = string("rsqrt_120_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_120 = rsqrt(epsilon = rsqrt_120_epsilon_0, x = reduce_mean_120)[name = string("rsqrt_120")]; tensor mul_559 = mul(x = transpose_45, y = rsqrt_120)[name = string("mul_559")]; tensor mul_560_y_0 = const()[name = string("mul_560_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172416)))]; tensor mul_560 = mul(x = mul_559, y = mul_560_y_0)[name = string("mul_560")]; tensor slice_by_index_46_begin_0 = const()[name = string("slice_by_index_46_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_46_end_0 = const()[name = string("slice_by_index_46_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_46_end_mask_0 = const()[name = string("slice_by_index_46_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_46 = slice_by_index(begin = slice_by_index_46_begin_0, end = slice_by_index_46_end_0, end_mask = slice_by_index_46_end_mask_0, x = mul_560)[name = string("slice_by_index_46")]; tensor slice_by_index_47_begin_0 = const()[name = string("slice_by_index_47_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_47_end_0 = const()[name = string("slice_by_index_47_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_47_end_mask_0 = const()[name = string("slice_by_index_47_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_47 = slice_by_index(begin = slice_by_index_47_begin_0, end = slice_by_index_47_end_0, end_mask = slice_by_index_47_end_mask_0, x = mul_560)[name = string("slice_by_index_47")]; int32 concat_23_axis_0 = const()[name = string("concat_23_axis_0"), val = int32(-1)]; bool concat_23_interleave_0 = const()[name = string("concat_23_interleave_0"), val = bool(false)]; tensor concat_23 = concat(axis = concat_23_axis_0, interleave = concat_23_interleave_0, values = (slice_by_index_47, slice_by_index_46))[name = string("concat_23")]; tensor mul_561_y_0 = const()[name = string("mul_561_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_561 = mul(x = concat_23, y = mul_561_y_0)[name = string("mul_561")]; tensor mul_562 = mul(x = mul_560, y = mul_11_y_0)[name = string("mul_562")]; tensor mul_563 = mul(x = mul_561, y = mul_12_y_0)[name = string("mul_563")]; tensor add_67 = add(x = mul_562, y = mul_563)[name = string("add_67")]; tensor reshape_93_shape_0 = const()[name = string("reshape_93_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_93 = reshape(shape = reshape_93_shape_0, x = add_67)[name = string("reshape_93")]; tensor tile_22_reps_0 = const()[name = string("tile_22_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_22 = tile(reps = tile_22_reps_0, x = reshape_93)[name = string("tile_22")]; tensor reshape_94_shape_0 = const()[name = string("reshape_94_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_94 = reshape(shape = reshape_94_shape_0, x = tile_22)[name = string("reshape_94")]; tensor reshape_95_shape_0 = const()[name = string("reshape_95_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_46 = transpose(perm = transpose_46_perm_0, x = reshape_92)[name = string("transpose_17")]; tensor reshape_95 = reshape(shape = reshape_95_shape_0, x = transpose_46)[name = string("reshape_95")]; tensor tile_23_reps_0 = const()[name = string("tile_23_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_23 = tile(reps = tile_23_reps_0, x = reshape_95)[name = string("tile_23")]; tensor reshape_96_shape_0 = const()[name = string("reshape_96_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_96 = reshape(shape = reshape_96_shape_0, x = tile_23)[name = string("reshape_96")]; fp16 mul_564_y_0 = const()[name = string("mul_564_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_564 = mul(x = add_66, y = mul_564_y_0)[name = string("mul_564")]; bool matmul_22_transpose_y_0 = const()[name = string("matmul_22_transpose_y_0"), val = bool(true)]; bool matmul_22_transpose_x_0 = const()[name = string("matmul_22_transpose_x_0"), val = bool(false)]; tensor matmul_22 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = mul_564, y = reshape_94)[name = string("matmul_22")]; tensor add_68 = add(x = matmul_22, y = reshape_1)[name = string("add_68")]; int32 softmax_11_axis_0 = const()[name = string("softmax_11_axis_0"), val = int32(-1)]; tensor softmax_11 = softmax(axis = softmax_11_axis_0, x = add_68)[name = string("softmax_11")]; bool matmul_23_transpose_x_0 = const()[name = string("matmul_23_transpose_x_0"), val = bool(false)]; bool matmul_23_transpose_y_0 = const()[name = string("matmul_23_transpose_y_0"), val = bool(false)]; tensor matmul_23 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = softmax_11, y = reshape_96)[name = string("matmul_23")]; tensor transpose_47_perm_0 = const()[name = string("transpose_47_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_97_shape_0 = const()[name = string("reshape_97_shape_0"), val = tensor([32, 352])]; tensor transpose_47 = transpose(perm = transpose_47_perm_0, x = matmul_23)[name = string("transpose_16")]; tensor reshape_97 = reshape(shape = reshape_97_shape_0, x = transpose_47)[name = string("reshape_97")]; tensor mul_565 = mul(x = reshape_97, y = reshape_97)[name = string("mul_565")]; tensor reduce_mean_121_axes_0 = const()[name = string("reduce_mean_121_axes_0"), val = tensor([-1])]; bool reduce_mean_121_keep_dims_0 = const()[name = string("reduce_mean_121_keep_dims_0"), val = bool(true)]; tensor reduce_mean_121 = reduce_mean(axes = reduce_mean_121_axes_0, keep_dims = reduce_mean_121_keep_dims_0, x = mul_565)[name = string("reduce_mean_121")]; fp32 rsqrt_121_epsilon_0 = const()[name = string("rsqrt_121_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_121 = rsqrt(epsilon = rsqrt_121_epsilon_0, x = reduce_mean_121)[name = string("rsqrt_121")]; tensor mul_566 = mul(x = reshape_97, y = rsqrt_121)[name = string("mul_566")]; tensor mul_567_y_0 = const()[name = string("mul_567_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172608)))]; tensor mul_567 = mul(x = mul_566, y = mul_567_y_0)[name = string("mul_567")]; tensor tern_11_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6173376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_o_weight_0_palettized")]; tensor tern_11_o = linear(bias = linear_0_bias_0, weight = tern_11_o_weight_0_palettized, x = mul_567)[name = string("tern_11_o")]; tensor mul_568_y_0 = const()[name = string("mul_568_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6204416)))]; tensor mul_568 = mul(x = tern_11_o, y = mul_568_y_0)[name = string("mul_568")]; tensor add_69 = add(x = add_65, y = mul_568)[name = string("add_69")]; tensor mul_569 = mul(x = add_69, y = add_69)[name = string("mul_569")]; tensor reduce_mean_122_axes_0 = const()[name = string("reduce_mean_122_axes_0"), val = tensor([-1])]; bool reduce_mean_122_keep_dims_0 = const()[name = string("reduce_mean_122_keep_dims_0"), val = bool(true)]; tensor reduce_mean_122 = reduce_mean(axes = reduce_mean_122_axes_0, keep_dims = reduce_mean_122_keep_dims_0, x = mul_569)[name = string("reduce_mean_122")]; fp32 rsqrt_122_epsilon_0 = const()[name = string("rsqrt_122_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_122 = rsqrt(epsilon = rsqrt_122_epsilon_0, x = reduce_mean_122)[name = string("rsqrt_122")]; tensor mul_570 = mul(x = add_69, y = rsqrt_122)[name = string("mul_570")]; tensor mul_571_y_0 = const()[name = string("mul_571_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205184)))]; tensor mul_571 = mul(x = mul_570, y = mul_571_y_0)[name = string("mul_571")]; tensor mul_572 = mul(x = mul_571, y = mul_571)[name = string("mul_572")]; tensor reduce_mean_123_axes_0 = const()[name = string("reduce_mean_123_axes_0"), val = tensor([-1])]; bool reduce_mean_123_keep_dims_0 = const()[name = string("reduce_mean_123_keep_dims_0"), val = bool(true)]; tensor reduce_mean_123 = reduce_mean(axes = reduce_mean_123_axes_0, keep_dims = reduce_mean_123_keep_dims_0, x = mul_572)[name = string("reduce_mean_123")]; fp32 rsqrt_123_epsilon_0 = const()[name = string("rsqrt_123_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_123 = rsqrt(epsilon = rsqrt_123_epsilon_0, x = reduce_mean_123)[name = string("rsqrt_123")]; tensor mul_573 = mul(x = mul_571, y = rsqrt_123)[name = string("mul_573")]; tensor mul_574_y_0 = const()[name = string("mul_574_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205952)))]; tensor mul_574 = mul(x = mul_573, y = mul_574_y_0)[name = string("mul_574")]; tensor tern_11_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6206720))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w1_weight_0_palettized")]; tensor tern_11_w1 = linear(bias = linear_4_bias_0, weight = tern_11_w1_weight_0_palettized, x = mul_574)[name = string("tern_11_w1")]; tensor mul_575_y_0 = const()[name = string("mul_575_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6291264)))]; tensor mul_575 = mul(x = tern_11_w1, y = mul_575_y_0)[name = string("mul_575")]; tensor mul_578_y_0 = const()[name = string("mul_578_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6293248)))]; tensor mul_578 = mul(x = mul_573, y = mul_578_y_0)[name = string("mul_578")]; tensor tern_11_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6294016))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w3_weight_0_palettized")]; tensor tern_11_w3 = linear(bias = linear_4_bias_0, weight = tern_11_w3_weight_0_palettized, x = mul_578)[name = string("tern_11_w3")]; tensor mul_579_y_0 = const()[name = string("mul_579_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6378560)))]; tensor mul_579 = mul(x = tern_11_w3, y = mul_579_y_0)[name = string("mul_579")]; fp16 mul_580_y_0 = const()[name = string("mul_580_y_0"), val = fp16(0x1p-1)]; tensor mul_580 = mul(x = mul_575, y = mul_580_y_0)[name = string("mul_580")]; tensor tanh_11 = tanh(x = mul_580)[name = string("tanh_11")]; fp16 mul_581_x_0 = const()[name = string("mul_581_x_0"), val = fp16(0x1p-1)]; tensor mul_581 = mul(x = mul_581_x_0, y = tanh_11)[name = string("mul_581")]; fp16 add_70_x_0 = const()[name = string("add_70_x_0"), val = fp16(0x1p-1)]; tensor add_70 = add(x = add_70_x_0, y = mul_581)[name = string("add_70")]; tensor mul_582 = mul(x = mul_575, y = add_70)[name = string("mul_582")]; tensor mul_583 = mul(x = mul_582, y = mul_579)[name = string("mul_583")]; tensor mul_584 = mul(x = mul_583, y = mul_583)[name = string("mul_584")]; tensor reduce_mean_125_axes_0 = const()[name = string("reduce_mean_125_axes_0"), val = tensor([-1])]; bool reduce_mean_125_keep_dims_0 = const()[name = string("reduce_mean_125_keep_dims_0"), val = bool(true)]; tensor reduce_mean_125 = reduce_mean(axes = reduce_mean_125_axes_0, keep_dims = reduce_mean_125_keep_dims_0, x = mul_584)[name = string("reduce_mean_125")]; fp32 rsqrt_125_epsilon_0 = const()[name = string("rsqrt_125_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_125 = rsqrt(epsilon = rsqrt_125_epsilon_0, x = reduce_mean_125)[name = string("rsqrt_125")]; tensor mul_585 = mul(x = mul_583, y = rsqrt_125)[name = string("mul_585")]; tensor mul_586_y_0 = const()[name = string("mul_586_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6380544)))]; tensor mul_586 = mul(x = mul_585, y = mul_586_y_0)[name = string("mul_586")]; tensor tern_11_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6382528))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w2_weight_0_palettized")]; tensor tern_11_w2 = linear(bias = linear_0_bias_0, weight = tern_11_w2_weight_0_palettized, x = mul_586)[name = string("tern_11_w2")]; tensor mul_587_y_0 = const()[name = string("mul_587_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467072)))]; tensor mul_587 = mul(x = tern_11_w2, y = mul_587_y_0)[name = string("mul_587")]; tensor add_71 = add(x = add_69, y = mul_587)[name = string("add_71")]; tensor mul_588 = mul(x = add_71, y = add_71)[name = string("mul_588")]; tensor reduce_mean_126_axes_0 = const()[name = string("reduce_mean_126_axes_0"), val = tensor([-1])]; bool reduce_mean_126_keep_dims_0 = const()[name = string("reduce_mean_126_keep_dims_0"), val = bool(true)]; tensor reduce_mean_126 = reduce_mean(axes = reduce_mean_126_axes_0, keep_dims = reduce_mean_126_keep_dims_0, x = mul_588)[name = string("reduce_mean_126")]; fp32 rsqrt_126_epsilon_0 = const()[name = string("rsqrt_126_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_126 = rsqrt(epsilon = rsqrt_126_epsilon_0, x = reduce_mean_126)[name = string("rsqrt_126")]; tensor mul_589 = mul(x = add_71, y = rsqrt_126)[name = string("mul_589")]; tensor mul_590_y_0 = const()[name = string("mul_590_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467840)))]; tensor mul_590 = mul(x = mul_589, y = mul_590_y_0)[name = string("mul_590")]; tensor mul_591 = mul(x = mul_590, y = mul_590)[name = string("mul_591")]; tensor reduce_mean_127_axes_0 = const()[name = string("reduce_mean_127_axes_0"), val = tensor([-1])]; bool reduce_mean_127_keep_dims_0 = const()[name = string("reduce_mean_127_keep_dims_0"), val = bool(true)]; tensor reduce_mean_127 = reduce_mean(axes = reduce_mean_127_axes_0, keep_dims = reduce_mean_127_keep_dims_0, x = mul_591)[name = string("reduce_mean_127")]; fp32 rsqrt_127_epsilon_0 = const()[name = string("rsqrt_127_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_127 = rsqrt(epsilon = rsqrt_127_epsilon_0, x = reduce_mean_127)[name = string("rsqrt_127")]; tensor mul_592 = mul(x = mul_590, y = rsqrt_127)[name = string("mul_592")]; tensor mul_593_y_0 = const()[name = string("mul_593_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6468608)))]; tensor mul_593 = mul(x = mul_592, y = mul_593_y_0)[name = string("mul_593")]; tensor tern_12_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6469376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_q_weight_0_palettized")]; tensor tern_12_q = linear(bias = linear_0_bias_0, weight = tern_12_q_weight_0_palettized, x = mul_593)[name = string("tern_12_q")]; tensor mul_594_y_0 = const()[name = string("mul_594_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6500416)))]; tensor mul_594 = mul(x = tern_12_q, y = mul_594_y_0)[name = string("mul_594")]; tensor reshape_98_shape_0 = const()[name = string("reshape_98_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_98 = reshape(shape = reshape_98_shape_0, x = mul_594)[name = string("reshape_98")]; tensor transpose_48_perm_0 = const()[name = string("transpose_48_perm_0"), val = tensor([1, 0, 2])]; tensor mul_597_y_0 = const()[name = string("mul_597_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501184)))]; tensor mul_597 = mul(x = mul_592, y = mul_597_y_0)[name = string("mul_597")]; tensor tern_12_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501952))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_k_weight_0_palettized")]; tensor tern_12_k_bias_0 = const()[name = string("tern_12_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_k = linear(bias = tern_12_k_bias_0, weight = tern_12_k_weight_0_palettized, x = mul_597)[name = string("tern_12_k")]; tensor mul_598_y_0 = const()[name = string("mul_598_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6509760)))]; tensor mul_598 = mul(x = tern_12_k, y = mul_598_y_0)[name = string("mul_598")]; tensor reshape_99_shape_0 = const()[name = string("reshape_99_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_99 = reshape(shape = reshape_99_shape_0, x = mul_598)[name = string("reshape_99")]; tensor transpose_49_perm_0 = const()[name = string("transpose_49_perm_0"), val = tensor([1, 0, 2])]; tensor mul_601_y_0 = const()[name = string("mul_601_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510016)))]; tensor mul_601 = mul(x = mul_592, y = mul_601_y_0)[name = string("mul_601")]; tensor tern_12_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_v_weight_0_palettized")]; tensor tern_12_v_bias_0 = const()[name = string("tern_12_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_v = linear(bias = tern_12_v_bias_0, weight = tern_12_v_weight_0_palettized, x = mul_601)[name = string("tern_12_v")]; tensor mul_602_y_0 = const()[name = string("mul_602_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518592)))]; tensor mul_602 = mul(x = tern_12_v, y = mul_602_y_0)[name = string("mul_602")]; tensor reshape_100_shape_0 = const()[name = string("reshape_100_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_100 = reshape(shape = reshape_100_shape_0, x = mul_602)[name = string("reshape_100")]; tensor transpose_50_perm_0 = const()[name = string("transpose_50_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_48 = transpose(perm = transpose_48_perm_0, x = reshape_98)[name = string("transpose_15")]; tensor mul_603 = mul(x = transpose_48, y = transpose_48)[name = string("mul_603")]; tensor reduce_mean_130_axes_0 = const()[name = string("reduce_mean_130_axes_0"), val = tensor([-1])]; bool reduce_mean_130_keep_dims_0 = const()[name = string("reduce_mean_130_keep_dims_0"), val = bool(true)]; tensor reduce_mean_130 = reduce_mean(axes = reduce_mean_130_axes_0, keep_dims = reduce_mean_130_keep_dims_0, x = mul_603)[name = string("reduce_mean_130")]; fp32 rsqrt_130_epsilon_0 = const()[name = string("rsqrt_130_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_130 = rsqrt(epsilon = rsqrt_130_epsilon_0, x = reduce_mean_130)[name = string("rsqrt_130")]; tensor mul_604 = mul(x = transpose_48, y = rsqrt_130)[name = string("mul_604")]; tensor mul_605_y_0 = const()[name = string("mul_605_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518848)))]; tensor mul_605 = mul(x = mul_604, y = mul_605_y_0)[name = string("mul_605")]; tensor slice_by_index_48_begin_0 = const()[name = string("slice_by_index_48_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_48_end_0 = const()[name = string("slice_by_index_48_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_48_end_mask_0 = const()[name = string("slice_by_index_48_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_48 = slice_by_index(begin = slice_by_index_48_begin_0, end = slice_by_index_48_end_0, end_mask = slice_by_index_48_end_mask_0, x = mul_605)[name = string("slice_by_index_48")]; tensor slice_by_index_49_begin_0 = const()[name = string("slice_by_index_49_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_49_end_0 = const()[name = string("slice_by_index_49_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_49_end_mask_0 = const()[name = string("slice_by_index_49_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_49 = slice_by_index(begin = slice_by_index_49_begin_0, end = slice_by_index_49_end_0, end_mask = slice_by_index_49_end_mask_0, x = mul_605)[name = string("slice_by_index_49")]; int32 concat_24_axis_0 = const()[name = string("concat_24_axis_0"), val = int32(-1)]; bool concat_24_interleave_0 = const()[name = string("concat_24_interleave_0"), val = bool(false)]; tensor concat_24 = concat(axis = concat_24_axis_0, interleave = concat_24_interleave_0, values = (slice_by_index_49, slice_by_index_48))[name = string("concat_24")]; tensor mul_606_y_0 = const()[name = string("mul_606_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_606 = mul(x = concat_24, y = mul_606_y_0)[name = string("mul_606")]; tensor mul_607 = mul(x = mul_605, y = mul_11_y_0)[name = string("mul_607")]; tensor mul_608 = mul(x = mul_606, y = mul_12_y_0)[name = string("mul_608")]; tensor add_72 = add(x = mul_607, y = mul_608)[name = string("add_72")]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = reshape_99)[name = string("transpose_14")]; tensor mul_609 = mul(x = transpose_49, y = transpose_49)[name = string("mul_609")]; tensor reduce_mean_131_axes_0 = const()[name = string("reduce_mean_131_axes_0"), val = tensor([-1])]; bool reduce_mean_131_keep_dims_0 = const()[name = string("reduce_mean_131_keep_dims_0"), val = bool(true)]; tensor reduce_mean_131 = reduce_mean(axes = reduce_mean_131_axes_0, keep_dims = reduce_mean_131_keep_dims_0, x = mul_609)[name = string("reduce_mean_131")]; fp32 rsqrt_131_epsilon_0 = const()[name = string("rsqrt_131_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_131 = rsqrt(epsilon = rsqrt_131_epsilon_0, x = reduce_mean_131)[name = string("rsqrt_131")]; tensor mul_610 = mul(x = transpose_49, y = rsqrt_131)[name = string("mul_610")]; tensor mul_611_y_0 = const()[name = string("mul_611_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519040)))]; tensor mul_611 = mul(x = mul_610, y = mul_611_y_0)[name = string("mul_611")]; tensor slice_by_index_50_begin_0 = const()[name = string("slice_by_index_50_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_50_end_0 = const()[name = string("slice_by_index_50_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_50_end_mask_0 = const()[name = string("slice_by_index_50_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_50 = slice_by_index(begin = slice_by_index_50_begin_0, end = slice_by_index_50_end_0, end_mask = slice_by_index_50_end_mask_0, x = mul_611)[name = string("slice_by_index_50")]; tensor slice_by_index_51_begin_0 = const()[name = string("slice_by_index_51_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_51_end_0 = const()[name = string("slice_by_index_51_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_51_end_mask_0 = const()[name = string("slice_by_index_51_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_51 = slice_by_index(begin = slice_by_index_51_begin_0, end = slice_by_index_51_end_0, end_mask = slice_by_index_51_end_mask_0, x = mul_611)[name = string("slice_by_index_51")]; int32 concat_25_axis_0 = const()[name = string("concat_25_axis_0"), val = int32(-1)]; bool concat_25_interleave_0 = const()[name = string("concat_25_interleave_0"), val = bool(false)]; tensor concat_25 = concat(axis = concat_25_axis_0, interleave = concat_25_interleave_0, values = (slice_by_index_51, slice_by_index_50))[name = string("concat_25")]; tensor mul_612_y_0 = const()[name = string("mul_612_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_612 = mul(x = concat_25, y = mul_612_y_0)[name = string("mul_612")]; tensor mul_613 = mul(x = mul_611, y = mul_11_y_0)[name = string("mul_613")]; tensor mul_614 = mul(x = mul_612, y = mul_12_y_0)[name = string("mul_614")]; tensor add_73 = add(x = mul_613, y = mul_614)[name = string("add_73")]; tensor reshape_101_shape_0 = const()[name = string("reshape_101_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_101 = reshape(shape = reshape_101_shape_0, x = add_73)[name = string("reshape_101")]; tensor tile_24_reps_0 = const()[name = string("tile_24_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_24 = tile(reps = tile_24_reps_0, x = reshape_101)[name = string("tile_24")]; tensor reshape_102_shape_0 = const()[name = string("reshape_102_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_102 = reshape(shape = reshape_102_shape_0, x = tile_24)[name = string("reshape_102")]; tensor reshape_103_shape_0 = const()[name = string("reshape_103_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = reshape_100)[name = string("transpose_13")]; tensor reshape_103 = reshape(shape = reshape_103_shape_0, x = transpose_50)[name = string("reshape_103")]; tensor tile_25_reps_0 = const()[name = string("tile_25_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_25 = tile(reps = tile_25_reps_0, x = reshape_103)[name = string("tile_25")]; tensor reshape_104_shape_0 = const()[name = string("reshape_104_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_104 = reshape(shape = reshape_104_shape_0, x = tile_25)[name = string("reshape_104")]; fp16 mul_615_y_0 = const()[name = string("mul_615_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_615 = mul(x = add_72, y = mul_615_y_0)[name = string("mul_615")]; bool matmul_24_transpose_y_0 = const()[name = string("matmul_24_transpose_y_0"), val = bool(true)]; bool matmul_24_transpose_x_0 = const()[name = string("matmul_24_transpose_x_0"), val = bool(false)]; tensor matmul_24 = matmul(transpose_x = matmul_24_transpose_x_0, transpose_y = matmul_24_transpose_y_0, x = mul_615, y = reshape_102)[name = string("matmul_24")]; tensor add_74 = add(x = matmul_24, y = reshape_1)[name = string("add_74")]; int32 softmax_12_axis_0 = const()[name = string("softmax_12_axis_0"), val = int32(-1)]; tensor softmax_12 = softmax(axis = softmax_12_axis_0, x = add_74)[name = string("softmax_12")]; bool matmul_25_transpose_x_0 = const()[name = string("matmul_25_transpose_x_0"), val = bool(false)]; bool matmul_25_transpose_y_0 = const()[name = string("matmul_25_transpose_y_0"), val = bool(false)]; tensor matmul_25 = matmul(transpose_x = matmul_25_transpose_x_0, transpose_y = matmul_25_transpose_y_0, x = softmax_12, y = reshape_104)[name = string("matmul_25")]; tensor transpose_51_perm_0 = const()[name = string("transpose_51_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_105_shape_0 = const()[name = string("reshape_105_shape_0"), val = tensor([32, 352])]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = matmul_25)[name = string("transpose_12")]; tensor reshape_105 = reshape(shape = reshape_105_shape_0, x = transpose_51)[name = string("reshape_105")]; tensor mul_616 = mul(x = reshape_105, y = reshape_105)[name = string("mul_616")]; tensor reduce_mean_132_axes_0 = const()[name = string("reduce_mean_132_axes_0"), val = tensor([-1])]; bool reduce_mean_132_keep_dims_0 = const()[name = string("reduce_mean_132_keep_dims_0"), val = bool(true)]; tensor reduce_mean_132 = reduce_mean(axes = reduce_mean_132_axes_0, keep_dims = reduce_mean_132_keep_dims_0, x = mul_616)[name = string("reduce_mean_132")]; fp32 rsqrt_132_epsilon_0 = const()[name = string("rsqrt_132_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_132 = rsqrt(epsilon = rsqrt_132_epsilon_0, x = reduce_mean_132)[name = string("rsqrt_132")]; tensor mul_617 = mul(x = reshape_105, y = rsqrt_132)[name = string("mul_617")]; tensor mul_618_y_0 = const()[name = string("mul_618_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519232)))]; tensor mul_618 = mul(x = mul_617, y = mul_618_y_0)[name = string("mul_618")]; tensor tern_12_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6520000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_o_weight_0_palettized")]; tensor tern_12_o = linear(bias = linear_0_bias_0, weight = tern_12_o_weight_0_palettized, x = mul_618)[name = string("tern_12_o")]; tensor mul_619_y_0 = const()[name = string("mul_619_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551040)))]; tensor mul_619 = mul(x = tern_12_o, y = mul_619_y_0)[name = string("mul_619")]; tensor add_75 = add(x = add_71, y = mul_619)[name = string("add_75")]; tensor mul_620 = mul(x = add_75, y = add_75)[name = string("mul_620")]; tensor reduce_mean_133_axes_0 = const()[name = string("reduce_mean_133_axes_0"), val = tensor([-1])]; bool reduce_mean_133_keep_dims_0 = const()[name = string("reduce_mean_133_keep_dims_0"), val = bool(true)]; tensor reduce_mean_133 = reduce_mean(axes = reduce_mean_133_axes_0, keep_dims = reduce_mean_133_keep_dims_0, x = mul_620)[name = string("reduce_mean_133")]; fp32 rsqrt_133_epsilon_0 = const()[name = string("rsqrt_133_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_133 = rsqrt(epsilon = rsqrt_133_epsilon_0, x = reduce_mean_133)[name = string("rsqrt_133")]; tensor mul_621 = mul(x = add_75, y = rsqrt_133)[name = string("mul_621")]; tensor mul_622_y_0 = const()[name = string("mul_622_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551808)))]; tensor mul_622 = mul(x = mul_621, y = mul_622_y_0)[name = string("mul_622")]; tensor mul_623 = mul(x = mul_622, y = mul_622)[name = string("mul_623")]; tensor reduce_mean_134_axes_0 = const()[name = string("reduce_mean_134_axes_0"), val = tensor([-1])]; bool reduce_mean_134_keep_dims_0 = const()[name = string("reduce_mean_134_keep_dims_0"), val = bool(true)]; tensor reduce_mean_134 = reduce_mean(axes = reduce_mean_134_axes_0, keep_dims = reduce_mean_134_keep_dims_0, x = mul_623)[name = string("reduce_mean_134")]; fp32 rsqrt_134_epsilon_0 = const()[name = string("rsqrt_134_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_134 = rsqrt(epsilon = rsqrt_134_epsilon_0, x = reduce_mean_134)[name = string("rsqrt_134")]; tensor mul_624 = mul(x = mul_622, y = rsqrt_134)[name = string("mul_624")]; tensor mul_625_y_0 = const()[name = string("mul_625_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6552576)))]; tensor mul_625 = mul(x = mul_624, y = mul_625_y_0)[name = string("mul_625")]; tensor tern_12_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6553344))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w1_weight_0_palettized")]; tensor tern_12_w1 = linear(bias = linear_4_bias_0, weight = tern_12_w1_weight_0_palettized, x = mul_625)[name = string("tern_12_w1")]; tensor mul_626_y_0 = const()[name = string("mul_626_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6637888)))]; tensor mul_626 = mul(x = tern_12_w1, y = mul_626_y_0)[name = string("mul_626")]; tensor mul_629_y_0 = const()[name = string("mul_629_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6639872)))]; tensor mul_629 = mul(x = mul_624, y = mul_629_y_0)[name = string("mul_629")]; tensor tern_12_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6640640))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w3_weight_0_palettized")]; tensor tern_12_w3 = linear(bias = linear_4_bias_0, weight = tern_12_w3_weight_0_palettized, x = mul_629)[name = string("tern_12_w3")]; tensor mul_630_y_0 = const()[name = string("mul_630_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6725184)))]; tensor mul_630 = mul(x = tern_12_w3, y = mul_630_y_0)[name = string("mul_630")]; fp16 mul_631_y_0 = const()[name = string("mul_631_y_0"), val = fp16(0x1p-1)]; tensor mul_631 = mul(x = mul_626, y = mul_631_y_0)[name = string("mul_631")]; tensor tanh_12 = tanh(x = mul_631)[name = string("tanh_12")]; fp16 mul_632_x_0 = const()[name = string("mul_632_x_0"), val = fp16(0x1p-1)]; tensor mul_632 = mul(x = mul_632_x_0, y = tanh_12)[name = string("mul_632")]; fp16 add_76_x_0 = const()[name = string("add_76_x_0"), val = fp16(0x1p-1)]; tensor add_76 = add(x = add_76_x_0, y = mul_632)[name = string("add_76")]; tensor mul_633 = mul(x = mul_626, y = add_76)[name = string("mul_633")]; tensor mul_634 = mul(x = mul_633, y = mul_630)[name = string("mul_634")]; tensor mul_635 = mul(x = mul_634, y = mul_634)[name = string("mul_635")]; tensor reduce_mean_136_axes_0 = const()[name = string("reduce_mean_136_axes_0"), val = tensor([-1])]; bool reduce_mean_136_keep_dims_0 = const()[name = string("reduce_mean_136_keep_dims_0"), val = bool(true)]; tensor reduce_mean_136 = reduce_mean(axes = reduce_mean_136_axes_0, keep_dims = reduce_mean_136_keep_dims_0, x = mul_635)[name = string("reduce_mean_136")]; fp32 rsqrt_136_epsilon_0 = const()[name = string("rsqrt_136_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_136 = rsqrt(epsilon = rsqrt_136_epsilon_0, x = reduce_mean_136)[name = string("rsqrt_136")]; tensor mul_636 = mul(x = mul_634, y = rsqrt_136)[name = string("mul_636")]; tensor mul_637_y_0 = const()[name = string("mul_637_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6727168)))]; tensor mul_637 = mul(x = mul_636, y = mul_637_y_0)[name = string("mul_637")]; tensor tern_12_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6729152))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w2_weight_0_palettized")]; tensor tern_12_w2 = linear(bias = linear_0_bias_0, weight = tern_12_w2_weight_0_palettized, x = mul_637)[name = string("tern_12_w2")]; tensor mul_638_y_0 = const()[name = string("mul_638_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6813696)))]; tensor mul_638 = mul(x = tern_12_w2, y = mul_638_y_0)[name = string("mul_638")]; tensor add_77 = add(x = add_75, y = mul_638)[name = string("add_77")]; tensor mul_639 = mul(x = add_77, y = add_77)[name = string("mul_639")]; tensor reduce_mean_137_axes_0 = const()[name = string("reduce_mean_137_axes_0"), val = tensor([-1])]; bool reduce_mean_137_keep_dims_0 = const()[name = string("reduce_mean_137_keep_dims_0"), val = bool(true)]; tensor reduce_mean_137 = reduce_mean(axes = reduce_mean_137_axes_0, keep_dims = reduce_mean_137_keep_dims_0, x = mul_639)[name = string("reduce_mean_137")]; fp32 rsqrt_137_epsilon_0 = const()[name = string("rsqrt_137_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_137 = rsqrt(epsilon = rsqrt_137_epsilon_0, x = reduce_mean_137)[name = string("rsqrt_137")]; tensor mul_640 = mul(x = add_77, y = rsqrt_137)[name = string("mul_640")]; tensor mul_641_y_0 = const()[name = string("mul_641_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6814464)))]; tensor mul_641 = mul(x = mul_640, y = mul_641_y_0)[name = string("mul_641")]; tensor mul_642 = mul(x = mul_641, y = mul_641)[name = string("mul_642")]; tensor reduce_mean_138_axes_0 = const()[name = string("reduce_mean_138_axes_0"), val = tensor([-1])]; bool reduce_mean_138_keep_dims_0 = const()[name = string("reduce_mean_138_keep_dims_0"), val = bool(true)]; tensor reduce_mean_138 = reduce_mean(axes = reduce_mean_138_axes_0, keep_dims = reduce_mean_138_keep_dims_0, x = mul_642)[name = string("reduce_mean_138")]; fp32 rsqrt_138_epsilon_0 = const()[name = string("rsqrt_138_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_138 = rsqrt(epsilon = rsqrt_138_epsilon_0, x = reduce_mean_138)[name = string("rsqrt_138")]; tensor mul_643 = mul(x = mul_641, y = rsqrt_138)[name = string("mul_643")]; tensor mul_644_y_0 = const()[name = string("mul_644_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6815232)))]; tensor mul_644 = mul(x = mul_643, y = mul_644_y_0)[name = string("mul_644")]; tensor tern_13_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6816000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_q_weight_0_palettized")]; tensor tern_13_q = linear(bias = linear_0_bias_0, weight = tern_13_q_weight_0_palettized, x = mul_644)[name = string("tern_13_q")]; tensor mul_645_y_0 = const()[name = string("mul_645_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847040)))]; tensor mul_645 = mul(x = tern_13_q, y = mul_645_y_0)[name = string("mul_645")]; tensor reshape_106_shape_0 = const()[name = string("reshape_106_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_106 = reshape(shape = reshape_106_shape_0, x = mul_645)[name = string("reshape_106")]; tensor transpose_52_perm_0 = const()[name = string("transpose_52_perm_0"), val = tensor([1, 0, 2])]; tensor mul_648_y_0 = const()[name = string("mul_648_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847808)))]; tensor mul_648 = mul(x = mul_643, y = mul_648_y_0)[name = string("mul_648")]; tensor tern_13_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6848576))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_k_weight_0_palettized")]; tensor tern_13_k_bias_0 = const()[name = string("tern_13_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_k = linear(bias = tern_13_k_bias_0, weight = tern_13_k_weight_0_palettized, x = mul_648)[name = string("tern_13_k")]; tensor mul_649_y_0 = const()[name = string("mul_649_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856384)))]; tensor mul_649 = mul(x = tern_13_k, y = mul_649_y_0)[name = string("mul_649")]; tensor reshape_107_shape_0 = const()[name = string("reshape_107_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_107 = reshape(shape = reshape_107_shape_0, x = mul_649)[name = string("reshape_107")]; tensor transpose_53_perm_0 = const()[name = string("transpose_53_perm_0"), val = tensor([1, 0, 2])]; tensor mul_652_y_0 = const()[name = string("mul_652_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856640)))]; tensor mul_652 = mul(x = mul_643, y = mul_652_y_0)[name = string("mul_652")]; tensor tern_13_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6857408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_v_weight_0_palettized")]; tensor tern_13_v_bias_0 = const()[name = string("tern_13_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_v = linear(bias = tern_13_v_bias_0, weight = tern_13_v_weight_0_palettized, x = mul_652)[name = string("tern_13_v")]; tensor mul_653_y_0 = const()[name = string("mul_653_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865216)))]; tensor mul_653 = mul(x = tern_13_v, y = mul_653_y_0)[name = string("mul_653")]; tensor reshape_108_shape_0 = const()[name = string("reshape_108_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_108 = reshape(shape = reshape_108_shape_0, x = mul_653)[name = string("reshape_108")]; tensor transpose_54_perm_0 = const()[name = string("transpose_54_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = reshape_106)[name = string("transpose_11")]; tensor mul_654 = mul(x = transpose_52, y = transpose_52)[name = string("mul_654")]; tensor reduce_mean_141_axes_0 = const()[name = string("reduce_mean_141_axes_0"), val = tensor([-1])]; bool reduce_mean_141_keep_dims_0 = const()[name = string("reduce_mean_141_keep_dims_0"), val = bool(true)]; tensor reduce_mean_141 = reduce_mean(axes = reduce_mean_141_axes_0, keep_dims = reduce_mean_141_keep_dims_0, x = mul_654)[name = string("reduce_mean_141")]; fp32 rsqrt_141_epsilon_0 = const()[name = string("rsqrt_141_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_141 = rsqrt(epsilon = rsqrt_141_epsilon_0, x = reduce_mean_141)[name = string("rsqrt_141")]; tensor mul_655 = mul(x = transpose_52, y = rsqrt_141)[name = string("mul_655")]; tensor mul_656_y_0 = const()[name = string("mul_656_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865472)))]; tensor mul_656 = mul(x = mul_655, y = mul_656_y_0)[name = string("mul_656")]; tensor slice_by_index_52_begin_0 = const()[name = string("slice_by_index_52_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_52_end_0 = const()[name = string("slice_by_index_52_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_52_end_mask_0 = const()[name = string("slice_by_index_52_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_52 = slice_by_index(begin = slice_by_index_52_begin_0, end = slice_by_index_52_end_0, end_mask = slice_by_index_52_end_mask_0, x = mul_656)[name = string("slice_by_index_52")]; tensor slice_by_index_53_begin_0 = const()[name = string("slice_by_index_53_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_53_end_0 = const()[name = string("slice_by_index_53_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_53_end_mask_0 = const()[name = string("slice_by_index_53_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_53 = slice_by_index(begin = slice_by_index_53_begin_0, end = slice_by_index_53_end_0, end_mask = slice_by_index_53_end_mask_0, x = mul_656)[name = string("slice_by_index_53")]; int32 concat_26_axis_0 = const()[name = string("concat_26_axis_0"), val = int32(-1)]; bool concat_26_interleave_0 = const()[name = string("concat_26_interleave_0"), val = bool(false)]; tensor concat_26 = concat(axis = concat_26_axis_0, interleave = concat_26_interleave_0, values = (slice_by_index_53, slice_by_index_52))[name = string("concat_26")]; tensor mul_657_y_0 = const()[name = string("mul_657_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_657 = mul(x = concat_26, y = mul_657_y_0)[name = string("mul_657")]; tensor mul_658 = mul(x = mul_656, y = mul_11_y_0)[name = string("mul_658")]; tensor mul_659 = mul(x = mul_657, y = mul_12_y_0)[name = string("mul_659")]; tensor add_78 = add(x = mul_658, y = mul_659)[name = string("add_78")]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = reshape_107)[name = string("transpose_10")]; tensor mul_660 = mul(x = transpose_53, y = transpose_53)[name = string("mul_660")]; tensor reduce_mean_142_axes_0 = const()[name = string("reduce_mean_142_axes_0"), val = tensor([-1])]; bool reduce_mean_142_keep_dims_0 = const()[name = string("reduce_mean_142_keep_dims_0"), val = bool(true)]; tensor reduce_mean_142 = reduce_mean(axes = reduce_mean_142_axes_0, keep_dims = reduce_mean_142_keep_dims_0, x = mul_660)[name = string("reduce_mean_142")]; fp32 rsqrt_142_epsilon_0 = const()[name = string("rsqrt_142_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_142 = rsqrt(epsilon = rsqrt_142_epsilon_0, x = reduce_mean_142)[name = string("rsqrt_142")]; tensor mul_661 = mul(x = transpose_53, y = rsqrt_142)[name = string("mul_661")]; tensor mul_662_y_0 = const()[name = string("mul_662_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865664)))]; tensor mul_662 = mul(x = mul_661, y = mul_662_y_0)[name = string("mul_662")]; tensor slice_by_index_54_begin_0 = const()[name = string("slice_by_index_54_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_54_end_0 = const()[name = string("slice_by_index_54_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_54_end_mask_0 = const()[name = string("slice_by_index_54_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_54 = slice_by_index(begin = slice_by_index_54_begin_0, end = slice_by_index_54_end_0, end_mask = slice_by_index_54_end_mask_0, x = mul_662)[name = string("slice_by_index_54")]; tensor slice_by_index_55_begin_0 = const()[name = string("slice_by_index_55_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_55_end_0 = const()[name = string("slice_by_index_55_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_55_end_mask_0 = const()[name = string("slice_by_index_55_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_55 = slice_by_index(begin = slice_by_index_55_begin_0, end = slice_by_index_55_end_0, end_mask = slice_by_index_55_end_mask_0, x = mul_662)[name = string("slice_by_index_55")]; int32 concat_27_axis_0 = const()[name = string("concat_27_axis_0"), val = int32(-1)]; bool concat_27_interleave_0 = const()[name = string("concat_27_interleave_0"), val = bool(false)]; tensor concat_27 = concat(axis = concat_27_axis_0, interleave = concat_27_interleave_0, values = (slice_by_index_55, slice_by_index_54))[name = string("concat_27")]; tensor mul_663_y_0 = const()[name = string("mul_663_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_663 = mul(x = concat_27, y = mul_663_y_0)[name = string("mul_663")]; tensor mul_664 = mul(x = mul_662, y = mul_11_y_0)[name = string("mul_664")]; tensor mul_665 = mul(x = mul_663, y = mul_12_y_0)[name = string("mul_665")]; tensor add_79 = add(x = mul_664, y = mul_665)[name = string("add_79")]; tensor reshape_109_shape_0 = const()[name = string("reshape_109_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_109 = reshape(shape = reshape_109_shape_0, x = add_79)[name = string("reshape_109")]; tensor tile_26_reps_0 = const()[name = string("tile_26_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_26 = tile(reps = tile_26_reps_0, x = reshape_109)[name = string("tile_26")]; tensor reshape_110_shape_0 = const()[name = string("reshape_110_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_110 = reshape(shape = reshape_110_shape_0, x = tile_26)[name = string("reshape_110")]; tensor reshape_111_shape_0 = const()[name = string("reshape_111_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = reshape_108)[name = string("transpose_9")]; tensor reshape_111 = reshape(shape = reshape_111_shape_0, x = transpose_54)[name = string("reshape_111")]; tensor tile_27_reps_0 = const()[name = string("tile_27_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_27 = tile(reps = tile_27_reps_0, x = reshape_111)[name = string("tile_27")]; tensor reshape_112_shape_0 = const()[name = string("reshape_112_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_112 = reshape(shape = reshape_112_shape_0, x = tile_27)[name = string("reshape_112")]; fp16 mul_666_y_0 = const()[name = string("mul_666_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_666 = mul(x = add_78, y = mul_666_y_0)[name = string("mul_666")]; bool matmul_26_transpose_y_0 = const()[name = string("matmul_26_transpose_y_0"), val = bool(true)]; bool matmul_26_transpose_x_0 = const()[name = string("matmul_26_transpose_x_0"), val = bool(false)]; tensor matmul_26 = matmul(transpose_x = matmul_26_transpose_x_0, transpose_y = matmul_26_transpose_y_0, x = mul_666, y = reshape_110)[name = string("matmul_26")]; tensor add_80 = add(x = matmul_26, y = reshape_1)[name = string("add_80")]; int32 softmax_13_axis_0 = const()[name = string("softmax_13_axis_0"), val = int32(-1)]; tensor softmax_13 = softmax(axis = softmax_13_axis_0, x = add_80)[name = string("softmax_13")]; bool matmul_27_transpose_x_0 = const()[name = string("matmul_27_transpose_x_0"), val = bool(false)]; bool matmul_27_transpose_y_0 = const()[name = string("matmul_27_transpose_y_0"), val = bool(false)]; tensor matmul_27 = matmul(transpose_x = matmul_27_transpose_x_0, transpose_y = matmul_27_transpose_y_0, x = softmax_13, y = reshape_112)[name = string("matmul_27")]; tensor transpose_55_perm_0 = const()[name = string("transpose_55_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_113_shape_0 = const()[name = string("reshape_113_shape_0"), val = tensor([32, 352])]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = matmul_27)[name = string("transpose_8")]; tensor reshape_113 = reshape(shape = reshape_113_shape_0, x = transpose_55)[name = string("reshape_113")]; tensor mul_667 = mul(x = reshape_113, y = reshape_113)[name = string("mul_667")]; tensor reduce_mean_143_axes_0 = const()[name = string("reduce_mean_143_axes_0"), val = tensor([-1])]; bool reduce_mean_143_keep_dims_0 = const()[name = string("reduce_mean_143_keep_dims_0"), val = bool(true)]; tensor reduce_mean_143 = reduce_mean(axes = reduce_mean_143_axes_0, keep_dims = reduce_mean_143_keep_dims_0, x = mul_667)[name = string("reduce_mean_143")]; fp32 rsqrt_143_epsilon_0 = const()[name = string("rsqrt_143_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_143 = rsqrt(epsilon = rsqrt_143_epsilon_0, x = reduce_mean_143)[name = string("rsqrt_143")]; tensor mul_668 = mul(x = reshape_113, y = rsqrt_143)[name = string("mul_668")]; tensor mul_669_y_0 = const()[name = string("mul_669_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865856)))]; tensor mul_669 = mul(x = mul_668, y = mul_669_y_0)[name = string("mul_669")]; tensor tern_13_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6866624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_o_weight_0_palettized")]; tensor tern_13_o = linear(bias = linear_0_bias_0, weight = tern_13_o_weight_0_palettized, x = mul_669)[name = string("tern_13_o")]; tensor mul_670_y_0 = const()[name = string("mul_670_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6897664)))]; tensor mul_670 = mul(x = tern_13_o, y = mul_670_y_0)[name = string("mul_670")]; tensor add_81 = add(x = add_77, y = mul_670)[name = string("add_81")]; tensor mul_671 = mul(x = add_81, y = add_81)[name = string("mul_671")]; tensor reduce_mean_144_axes_0 = const()[name = string("reduce_mean_144_axes_0"), val = tensor([-1])]; bool reduce_mean_144_keep_dims_0 = const()[name = string("reduce_mean_144_keep_dims_0"), val = bool(true)]; tensor reduce_mean_144 = reduce_mean(axes = reduce_mean_144_axes_0, keep_dims = reduce_mean_144_keep_dims_0, x = mul_671)[name = string("reduce_mean_144")]; fp32 rsqrt_144_epsilon_0 = const()[name = string("rsqrt_144_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_144 = rsqrt(epsilon = rsqrt_144_epsilon_0, x = reduce_mean_144)[name = string("rsqrt_144")]; tensor mul_672 = mul(x = add_81, y = rsqrt_144)[name = string("mul_672")]; tensor mul_673_y_0 = const()[name = string("mul_673_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6898432)))]; tensor mul_673 = mul(x = mul_672, y = mul_673_y_0)[name = string("mul_673")]; tensor mul_674 = mul(x = mul_673, y = mul_673)[name = string("mul_674")]; tensor reduce_mean_145_axes_0 = const()[name = string("reduce_mean_145_axes_0"), val = tensor([-1])]; bool reduce_mean_145_keep_dims_0 = const()[name = string("reduce_mean_145_keep_dims_0"), val = bool(true)]; tensor reduce_mean_145 = reduce_mean(axes = reduce_mean_145_axes_0, keep_dims = reduce_mean_145_keep_dims_0, x = mul_674)[name = string("reduce_mean_145")]; fp32 rsqrt_145_epsilon_0 = const()[name = string("rsqrt_145_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_145 = rsqrt(epsilon = rsqrt_145_epsilon_0, x = reduce_mean_145)[name = string("rsqrt_145")]; tensor mul_675 = mul(x = mul_673, y = rsqrt_145)[name = string("mul_675")]; tensor mul_676_y_0 = const()[name = string("mul_676_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899200)))]; tensor mul_676 = mul(x = mul_675, y = mul_676_y_0)[name = string("mul_676")]; tensor tern_13_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899968))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w1_weight_0_palettized")]; tensor tern_13_w1 = linear(bias = linear_4_bias_0, weight = tern_13_w1_weight_0_palettized, x = mul_676)[name = string("tern_13_w1")]; tensor mul_677_y_0 = const()[name = string("mul_677_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6984512)))]; tensor mul_677 = mul(x = tern_13_w1, y = mul_677_y_0)[name = string("mul_677")]; tensor mul_680_y_0 = const()[name = string("mul_680_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6986496)))]; tensor mul_680 = mul(x = mul_675, y = mul_680_y_0)[name = string("mul_680")]; tensor tern_13_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6987264))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w3_weight_0_palettized")]; tensor tern_13_w3 = linear(bias = linear_4_bias_0, weight = tern_13_w3_weight_0_palettized, x = mul_680)[name = string("tern_13_w3")]; tensor mul_681_y_0 = const()[name = string("mul_681_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7071808)))]; tensor mul_681 = mul(x = tern_13_w3, y = mul_681_y_0)[name = string("mul_681")]; fp16 mul_682_y_0 = const()[name = string("mul_682_y_0"), val = fp16(0x1p-1)]; tensor mul_682 = mul(x = mul_677, y = mul_682_y_0)[name = string("mul_682")]; tensor tanh_13 = tanh(x = mul_682)[name = string("tanh_13")]; fp16 mul_683_x_0 = const()[name = string("mul_683_x_0"), val = fp16(0x1p-1)]; tensor mul_683 = mul(x = mul_683_x_0, y = tanh_13)[name = string("mul_683")]; fp16 add_82_x_0 = const()[name = string("add_82_x_0"), val = fp16(0x1p-1)]; tensor add_82 = add(x = add_82_x_0, y = mul_683)[name = string("add_82")]; tensor mul_684 = mul(x = mul_677, y = add_82)[name = string("mul_684")]; tensor mul_685 = mul(x = mul_684, y = mul_681)[name = string("mul_685")]; tensor mul_686 = mul(x = mul_685, y = mul_685)[name = string("mul_686")]; tensor reduce_mean_147_axes_0 = const()[name = string("reduce_mean_147_axes_0"), val = tensor([-1])]; bool reduce_mean_147_keep_dims_0 = const()[name = string("reduce_mean_147_keep_dims_0"), val = bool(true)]; tensor reduce_mean_147 = reduce_mean(axes = reduce_mean_147_axes_0, keep_dims = reduce_mean_147_keep_dims_0, x = mul_686)[name = string("reduce_mean_147")]; fp32 rsqrt_147_epsilon_0 = const()[name = string("rsqrt_147_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_147 = rsqrt(epsilon = rsqrt_147_epsilon_0, x = reduce_mean_147)[name = string("rsqrt_147")]; tensor mul_687 = mul(x = mul_685, y = rsqrt_147)[name = string("mul_687")]; tensor mul_688_y_0 = const()[name = string("mul_688_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7073792)))]; tensor mul_688 = mul(x = mul_687, y = mul_688_y_0)[name = string("mul_688")]; tensor tern_13_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7075776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w2_weight_0_palettized")]; tensor tern_13_w2 = linear(bias = linear_0_bias_0, weight = tern_13_w2_weight_0_palettized, x = mul_688)[name = string("tern_13_w2")]; tensor mul_689_y_0 = const()[name = string("mul_689_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7160320)))]; tensor mul_689 = mul(x = tern_13_w2, y = mul_689_y_0)[name = string("mul_689")]; tensor add_83 = add(x = add_81, y = mul_689)[name = string("add_83")]; tensor mul_690 = mul(x = add_83, y = add_83)[name = string("mul_690")]; tensor reduce_mean_148_axes_0 = const()[name = string("reduce_mean_148_axes_0"), val = tensor([-1])]; bool reduce_mean_148_keep_dims_0 = const()[name = string("reduce_mean_148_keep_dims_0"), val = bool(true)]; tensor reduce_mean_148 = reduce_mean(axes = reduce_mean_148_axes_0, keep_dims = reduce_mean_148_keep_dims_0, x = mul_690)[name = string("reduce_mean_148")]; fp32 rsqrt_148_epsilon_0 = const()[name = string("rsqrt_148_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_148 = rsqrt(epsilon = rsqrt_148_epsilon_0, x = reduce_mean_148)[name = string("rsqrt_148")]; tensor mul_691 = mul(x = add_83, y = rsqrt_148)[name = string("mul_691")]; tensor mul_692_y_0 = const()[name = string("mul_692_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161088)))]; tensor mul_692 = mul(x = mul_691, y = mul_692_y_0)[name = string("mul_692")]; tensor mul_693 = mul(x = mul_692, y = mul_692)[name = string("mul_693")]; tensor reduce_mean_149_axes_0 = const()[name = string("reduce_mean_149_axes_0"), val = tensor([-1])]; bool reduce_mean_149_keep_dims_0 = const()[name = string("reduce_mean_149_keep_dims_0"), val = bool(true)]; tensor reduce_mean_149 = reduce_mean(axes = reduce_mean_149_axes_0, keep_dims = reduce_mean_149_keep_dims_0, x = mul_693)[name = string("reduce_mean_149")]; fp32 rsqrt_149_epsilon_0 = const()[name = string("rsqrt_149_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_149 = rsqrt(epsilon = rsqrt_149_epsilon_0, x = reduce_mean_149)[name = string("rsqrt_149")]; tensor mul_694 = mul(x = mul_692, y = rsqrt_149)[name = string("mul_694")]; tensor mul_695_y_0 = const()[name = string("mul_695_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161856)))]; tensor mul_695 = mul(x = mul_694, y = mul_695_y_0)[name = string("mul_695")]; tensor tern_14_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7162624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_q_weight_0_palettized")]; tensor tern_14_q = linear(bias = linear_0_bias_0, weight = tern_14_q_weight_0_palettized, x = mul_695)[name = string("tern_14_q")]; tensor mul_696_y_0 = const()[name = string("mul_696_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7193664)))]; tensor mul_696 = mul(x = tern_14_q, y = mul_696_y_0)[name = string("mul_696")]; tensor reshape_114_shape_0 = const()[name = string("reshape_114_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_114 = reshape(shape = reshape_114_shape_0, x = mul_696)[name = string("reshape_114")]; tensor transpose_56_perm_0 = const()[name = string("transpose_56_perm_0"), val = tensor([1, 0, 2])]; tensor mul_699_y_0 = const()[name = string("mul_699_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7194432)))]; tensor mul_699 = mul(x = mul_694, y = mul_699_y_0)[name = string("mul_699")]; tensor tern_14_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7195200))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_k_weight_0_palettized")]; tensor tern_14_k_bias_0 = const()[name = string("tern_14_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_k = linear(bias = tern_14_k_bias_0, weight = tern_14_k_weight_0_palettized, x = mul_699)[name = string("tern_14_k")]; tensor mul_700_y_0 = const()[name = string("mul_700_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203008)))]; tensor mul_700 = mul(x = tern_14_k, y = mul_700_y_0)[name = string("mul_700")]; tensor reshape_115_shape_0 = const()[name = string("reshape_115_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_115 = reshape(shape = reshape_115_shape_0, x = mul_700)[name = string("reshape_115")]; tensor transpose_57_perm_0 = const()[name = string("transpose_57_perm_0"), val = tensor([1, 0, 2])]; tensor mul_703_y_0 = const()[name = string("mul_703_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203264)))]; tensor mul_703 = mul(x = mul_694, y = mul_703_y_0)[name = string("mul_703")]; tensor tern_14_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7204032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_v_weight_0_palettized")]; tensor tern_14_v_bias_0 = const()[name = string("tern_14_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_v = linear(bias = tern_14_v_bias_0, weight = tern_14_v_weight_0_palettized, x = mul_703)[name = string("tern_14_v")]; tensor mul_704_y_0 = const()[name = string("mul_704_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7211840)))]; tensor mul_704 = mul(x = tern_14_v, y = mul_704_y_0)[name = string("mul_704")]; tensor reshape_116_shape_0 = const()[name = string("reshape_116_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_116 = reshape(shape = reshape_116_shape_0, x = mul_704)[name = string("reshape_116")]; tensor transpose_58_perm_0 = const()[name = string("transpose_58_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = reshape_114)[name = string("transpose_7")]; tensor mul_705 = mul(x = transpose_56, y = transpose_56)[name = string("mul_705")]; tensor reduce_mean_152_axes_0 = const()[name = string("reduce_mean_152_axes_0"), val = tensor([-1])]; bool reduce_mean_152_keep_dims_0 = const()[name = string("reduce_mean_152_keep_dims_0"), val = bool(true)]; tensor reduce_mean_152 = reduce_mean(axes = reduce_mean_152_axes_0, keep_dims = reduce_mean_152_keep_dims_0, x = mul_705)[name = string("reduce_mean_152")]; fp32 rsqrt_152_epsilon_0 = const()[name = string("rsqrt_152_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_152 = rsqrt(epsilon = rsqrt_152_epsilon_0, x = reduce_mean_152)[name = string("rsqrt_152")]; tensor mul_706 = mul(x = transpose_56, y = rsqrt_152)[name = string("mul_706")]; tensor mul_707_y_0 = const()[name = string("mul_707_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212096)))]; tensor mul_707 = mul(x = mul_706, y = mul_707_y_0)[name = string("mul_707")]; tensor slice_by_index_56_begin_0 = const()[name = string("slice_by_index_56_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_56_end_0 = const()[name = string("slice_by_index_56_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_56_end_mask_0 = const()[name = string("slice_by_index_56_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_56 = slice_by_index(begin = slice_by_index_56_begin_0, end = slice_by_index_56_end_0, end_mask = slice_by_index_56_end_mask_0, x = mul_707)[name = string("slice_by_index_56")]; tensor slice_by_index_57_begin_0 = const()[name = string("slice_by_index_57_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_57_end_0 = const()[name = string("slice_by_index_57_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_57_end_mask_0 = const()[name = string("slice_by_index_57_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_57 = slice_by_index(begin = slice_by_index_57_begin_0, end = slice_by_index_57_end_0, end_mask = slice_by_index_57_end_mask_0, x = mul_707)[name = string("slice_by_index_57")]; int32 concat_28_axis_0 = const()[name = string("concat_28_axis_0"), val = int32(-1)]; bool concat_28_interleave_0 = const()[name = string("concat_28_interleave_0"), val = bool(false)]; tensor concat_28 = concat(axis = concat_28_axis_0, interleave = concat_28_interleave_0, values = (slice_by_index_57, slice_by_index_56))[name = string("concat_28")]; tensor mul_708_y_0 = const()[name = string("mul_708_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_708 = mul(x = concat_28, y = mul_708_y_0)[name = string("mul_708")]; tensor mul_709 = mul(x = mul_707, y = mul_11_y_0)[name = string("mul_709")]; tensor mul_710 = mul(x = mul_708, y = mul_12_y_0)[name = string("mul_710")]; tensor add_84 = add(x = mul_709, y = mul_710)[name = string("add_84")]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = reshape_115)[name = string("transpose_6")]; tensor mul_711 = mul(x = transpose_57, y = transpose_57)[name = string("mul_711")]; tensor reduce_mean_153_axes_0 = const()[name = string("reduce_mean_153_axes_0"), val = tensor([-1])]; bool reduce_mean_153_keep_dims_0 = const()[name = string("reduce_mean_153_keep_dims_0"), val = bool(true)]; tensor reduce_mean_153 = reduce_mean(axes = reduce_mean_153_axes_0, keep_dims = reduce_mean_153_keep_dims_0, x = mul_711)[name = string("reduce_mean_153")]; fp32 rsqrt_153_epsilon_0 = const()[name = string("rsqrt_153_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_153 = rsqrt(epsilon = rsqrt_153_epsilon_0, x = reduce_mean_153)[name = string("rsqrt_153")]; tensor mul_712 = mul(x = transpose_57, y = rsqrt_153)[name = string("mul_712")]; tensor mul_713_y_0 = const()[name = string("mul_713_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212288)))]; tensor mul_713 = mul(x = mul_712, y = mul_713_y_0)[name = string("mul_713")]; tensor slice_by_index_58_begin_0 = const()[name = string("slice_by_index_58_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_58_end_0 = const()[name = string("slice_by_index_58_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_58_end_mask_0 = const()[name = string("slice_by_index_58_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_58 = slice_by_index(begin = slice_by_index_58_begin_0, end = slice_by_index_58_end_0, end_mask = slice_by_index_58_end_mask_0, x = mul_713)[name = string("slice_by_index_58")]; tensor slice_by_index_59_begin_0 = const()[name = string("slice_by_index_59_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_59_end_0 = const()[name = string("slice_by_index_59_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_59_end_mask_0 = const()[name = string("slice_by_index_59_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_59 = slice_by_index(begin = slice_by_index_59_begin_0, end = slice_by_index_59_end_0, end_mask = slice_by_index_59_end_mask_0, x = mul_713)[name = string("slice_by_index_59")]; int32 concat_29_axis_0 = const()[name = string("concat_29_axis_0"), val = int32(-1)]; bool concat_29_interleave_0 = const()[name = string("concat_29_interleave_0"), val = bool(false)]; tensor concat_29 = concat(axis = concat_29_axis_0, interleave = concat_29_interleave_0, values = (slice_by_index_59, slice_by_index_58))[name = string("concat_29")]; tensor mul_714_y_0 = const()[name = string("mul_714_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_714 = mul(x = concat_29, y = mul_714_y_0)[name = string("mul_714")]; tensor mul_715 = mul(x = mul_713, y = mul_11_y_0)[name = string("mul_715")]; tensor mul_716 = mul(x = mul_714, y = mul_12_y_0)[name = string("mul_716")]; tensor add_85 = add(x = mul_715, y = mul_716)[name = string("add_85")]; tensor reshape_117_shape_0 = const()[name = string("reshape_117_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_117 = reshape(shape = reshape_117_shape_0, x = add_85)[name = string("reshape_117")]; tensor tile_28_reps_0 = const()[name = string("tile_28_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_28 = tile(reps = tile_28_reps_0, x = reshape_117)[name = string("tile_28")]; tensor reshape_118_shape_0 = const()[name = string("reshape_118_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_118 = reshape(shape = reshape_118_shape_0, x = tile_28)[name = string("reshape_118")]; tensor reshape_119_shape_0 = const()[name = string("reshape_119_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = reshape_116)[name = string("transpose_5")]; tensor reshape_119 = reshape(shape = reshape_119_shape_0, x = transpose_58)[name = string("reshape_119")]; tensor tile_29_reps_0 = const()[name = string("tile_29_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_29 = tile(reps = tile_29_reps_0, x = reshape_119)[name = string("tile_29")]; tensor reshape_120_shape_0 = const()[name = string("reshape_120_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_120 = reshape(shape = reshape_120_shape_0, x = tile_29)[name = string("reshape_120")]; fp16 mul_717_y_0 = const()[name = string("mul_717_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_717 = mul(x = add_84, y = mul_717_y_0)[name = string("mul_717")]; bool matmul_28_transpose_y_0 = const()[name = string("matmul_28_transpose_y_0"), val = bool(true)]; bool matmul_28_transpose_x_0 = const()[name = string("matmul_28_transpose_x_0"), val = bool(false)]; tensor matmul_28 = matmul(transpose_x = matmul_28_transpose_x_0, transpose_y = matmul_28_transpose_y_0, x = mul_717, y = reshape_118)[name = string("matmul_28")]; tensor add_86 = add(x = matmul_28, y = reshape_1)[name = string("add_86")]; int32 softmax_14_axis_0 = const()[name = string("softmax_14_axis_0"), val = int32(-1)]; tensor softmax_14 = softmax(axis = softmax_14_axis_0, x = add_86)[name = string("softmax_14")]; bool matmul_29_transpose_x_0 = const()[name = string("matmul_29_transpose_x_0"), val = bool(false)]; bool matmul_29_transpose_y_0 = const()[name = string("matmul_29_transpose_y_0"), val = bool(false)]; tensor matmul_29 = matmul(transpose_x = matmul_29_transpose_x_0, transpose_y = matmul_29_transpose_y_0, x = softmax_14, y = reshape_120)[name = string("matmul_29")]; tensor transpose_59_perm_0 = const()[name = string("transpose_59_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_121_shape_0 = const()[name = string("reshape_121_shape_0"), val = tensor([32, 352])]; tensor transpose_59 = transpose(perm = transpose_59_perm_0, x = matmul_29)[name = string("transpose_4")]; tensor reshape_121 = reshape(shape = reshape_121_shape_0, x = transpose_59)[name = string("reshape_121")]; tensor mul_718 = mul(x = reshape_121, y = reshape_121)[name = string("mul_718")]; tensor reduce_mean_154_axes_0 = const()[name = string("reduce_mean_154_axes_0"), val = tensor([-1])]; bool reduce_mean_154_keep_dims_0 = const()[name = string("reduce_mean_154_keep_dims_0"), val = bool(true)]; tensor reduce_mean_154 = reduce_mean(axes = reduce_mean_154_axes_0, keep_dims = reduce_mean_154_keep_dims_0, x = mul_718)[name = string("reduce_mean_154")]; fp32 rsqrt_154_epsilon_0 = const()[name = string("rsqrt_154_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_154 = rsqrt(epsilon = rsqrt_154_epsilon_0, x = reduce_mean_154)[name = string("rsqrt_154")]; tensor mul_719 = mul(x = reshape_121, y = rsqrt_154)[name = string("mul_719")]; tensor mul_720_y_0 = const()[name = string("mul_720_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212480)))]; tensor mul_720 = mul(x = mul_719, y = mul_720_y_0)[name = string("mul_720")]; tensor tern_14_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7213248))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_o_weight_0_palettized")]; tensor tern_14_o = linear(bias = linear_0_bias_0, weight = tern_14_o_weight_0_palettized, x = mul_720)[name = string("tern_14_o")]; tensor mul_721_y_0 = const()[name = string("mul_721_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7244288)))]; tensor mul_721 = mul(x = tern_14_o, y = mul_721_y_0)[name = string("mul_721")]; tensor add_87 = add(x = add_83, y = mul_721)[name = string("add_87")]; tensor mul_722 = mul(x = add_87, y = add_87)[name = string("mul_722")]; tensor reduce_mean_155_axes_0 = const()[name = string("reduce_mean_155_axes_0"), val = tensor([-1])]; bool reduce_mean_155_keep_dims_0 = const()[name = string("reduce_mean_155_keep_dims_0"), val = bool(true)]; tensor reduce_mean_155 = reduce_mean(axes = reduce_mean_155_axes_0, keep_dims = reduce_mean_155_keep_dims_0, x = mul_722)[name = string("reduce_mean_155")]; fp32 rsqrt_155_epsilon_0 = const()[name = string("rsqrt_155_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_155 = rsqrt(epsilon = rsqrt_155_epsilon_0, x = reduce_mean_155)[name = string("rsqrt_155")]; tensor mul_723 = mul(x = add_87, y = rsqrt_155)[name = string("mul_723")]; tensor mul_724_y_0 = const()[name = string("mul_724_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245056)))]; tensor mul_724 = mul(x = mul_723, y = mul_724_y_0)[name = string("mul_724")]; tensor mul_725 = mul(x = mul_724, y = mul_724)[name = string("mul_725")]; tensor reduce_mean_156_axes_0 = const()[name = string("reduce_mean_156_axes_0"), val = tensor([-1])]; bool reduce_mean_156_keep_dims_0 = const()[name = string("reduce_mean_156_keep_dims_0"), val = bool(true)]; tensor reduce_mean_156 = reduce_mean(axes = reduce_mean_156_axes_0, keep_dims = reduce_mean_156_keep_dims_0, x = mul_725)[name = string("reduce_mean_156")]; fp32 rsqrt_156_epsilon_0 = const()[name = string("rsqrt_156_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_156 = rsqrt(epsilon = rsqrt_156_epsilon_0, x = reduce_mean_156)[name = string("rsqrt_156")]; tensor mul_726 = mul(x = mul_724, y = rsqrt_156)[name = string("mul_726")]; tensor mul_727_y_0 = const()[name = string("mul_727_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245824)))]; tensor mul_727 = mul(x = mul_726, y = mul_727_y_0)[name = string("mul_727")]; tensor tern_14_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7246592))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w1_weight_0_palettized")]; tensor tern_14_w1 = linear(bias = linear_4_bias_0, weight = tern_14_w1_weight_0_palettized, x = mul_727)[name = string("tern_14_w1")]; tensor mul_728_y_0 = const()[name = string("mul_728_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7331136)))]; tensor mul_728 = mul(x = tern_14_w1, y = mul_728_y_0)[name = string("mul_728")]; tensor mul_731_y_0 = const()[name = string("mul_731_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333120)))]; tensor mul_731 = mul(x = mul_726, y = mul_731_y_0)[name = string("mul_731")]; tensor tern_14_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333888))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w3_weight_0_palettized")]; tensor tern_14_w3 = linear(bias = linear_4_bias_0, weight = tern_14_w3_weight_0_palettized, x = mul_731)[name = string("tern_14_w3")]; tensor mul_732_y_0 = const()[name = string("mul_732_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7418432)))]; tensor mul_732 = mul(x = tern_14_w3, y = mul_732_y_0)[name = string("mul_732")]; fp16 mul_733_y_0 = const()[name = string("mul_733_y_0"), val = fp16(0x1p-1)]; tensor mul_733 = mul(x = mul_728, y = mul_733_y_0)[name = string("mul_733")]; tensor tanh_14 = tanh(x = mul_733)[name = string("tanh_14")]; fp16 mul_734_x_0 = const()[name = string("mul_734_x_0"), val = fp16(0x1p-1)]; tensor mul_734 = mul(x = mul_734_x_0, y = tanh_14)[name = string("mul_734")]; fp16 add_88_x_0 = const()[name = string("add_88_x_0"), val = fp16(0x1p-1)]; tensor add_88 = add(x = add_88_x_0, y = mul_734)[name = string("add_88")]; tensor mul_735 = mul(x = mul_728, y = add_88)[name = string("mul_735")]; tensor mul_736 = mul(x = mul_735, y = mul_732)[name = string("mul_736")]; tensor mul_737 = mul(x = mul_736, y = mul_736)[name = string("mul_737")]; tensor reduce_mean_158_axes_0 = const()[name = string("reduce_mean_158_axes_0"), val = tensor([-1])]; bool reduce_mean_158_keep_dims_0 = const()[name = string("reduce_mean_158_keep_dims_0"), val = bool(true)]; tensor reduce_mean_158 = reduce_mean(axes = reduce_mean_158_axes_0, keep_dims = reduce_mean_158_keep_dims_0, x = mul_737)[name = string("reduce_mean_158")]; fp32 rsqrt_158_epsilon_0 = const()[name = string("rsqrt_158_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_158 = rsqrt(epsilon = rsqrt_158_epsilon_0, x = reduce_mean_158)[name = string("rsqrt_158")]; tensor mul_738 = mul(x = mul_736, y = rsqrt_158)[name = string("mul_738")]; tensor mul_739_y_0 = const()[name = string("mul_739_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7420416)))]; tensor mul_739 = mul(x = mul_738, y = mul_739_y_0)[name = string("mul_739")]; tensor tern_14_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7422400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w2_weight_0_palettized")]; tensor tern_14_w2 = linear(bias = linear_0_bias_0, weight = tern_14_w2_weight_0_palettized, x = mul_739)[name = string("tern_14_w2")]; tensor mul_740_y_0 = const()[name = string("mul_740_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7506944)))]; tensor mul_740 = mul(x = tern_14_w2, y = mul_740_y_0)[name = string("mul_740")]; tensor add_89 = add(x = add_87, y = mul_740)[name = string("add_89")]; tensor mul_741 = mul(x = add_89, y = add_89)[name = string("mul_741")]; tensor reduce_mean_159_axes_0 = const()[name = string("reduce_mean_159_axes_0"), val = tensor([-1])]; bool reduce_mean_159_keep_dims_0 = const()[name = string("reduce_mean_159_keep_dims_0"), val = bool(true)]; tensor reduce_mean_159 = reduce_mean(axes = reduce_mean_159_axes_0, keep_dims = reduce_mean_159_keep_dims_0, x = mul_741)[name = string("reduce_mean_159")]; fp32 rsqrt_159_epsilon_0 = const()[name = string("rsqrt_159_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_159 = rsqrt(epsilon = rsqrt_159_epsilon_0, x = reduce_mean_159)[name = string("rsqrt_159")]; tensor mul_742 = mul(x = add_89, y = rsqrt_159)[name = string("mul_742")]; tensor mul_743_y_0 = const()[name = string("mul_743_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7507712)))]; tensor mul_743 = mul(x = mul_742, y = mul_743_y_0)[name = string("mul_743")]; tensor linear_7_weight_0 = const()[name = string("linear_7_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7508480)))]; tensor linear_7 = linear(bias = linear_0_bias_0, weight = linear_7_weight_0, x = mul_743)[name = string("linear_7")]; tensor reshape_122_shape_0 = const()[name = string("reshape_122_shape_0"), val = tensor([32, 8, 44])]; tensor reshape_122 = reshape(shape = reshape_122_shape_0, x = linear_7)[name = string("reshape_122")]; tensor transpose_60_perm_0 = const()[name = string("transpose_60_perm_0"), val = tensor([1, 0, 2])]; tensor linear_8_weight_0 = const()[name = string("linear_8_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7756352)))]; tensor linear_8_bias_0 = const()[name = string("linear_8_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_8 = linear(bias = linear_8_bias_0, weight = linear_8_weight_0, x = mul_743)[name = string("linear_8")]; tensor reshape_123_shape_0 = const()[name = string("reshape_123_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_123 = reshape(shape = reshape_123_shape_0, x = linear_8)[name = string("reshape_123")]; tensor transpose_61_perm_0 = const()[name = string("transpose_61_perm_0"), val = tensor([1, 0, 2])]; tensor linear_9_weight_0 = const()[name = string("linear_9_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7818368)))]; tensor linear_9_bias_0 = const()[name = string("linear_9_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_9 = linear(bias = linear_9_bias_0, weight = linear_9_weight_0, x = mul_743)[name = string("linear_9")]; tensor reshape_124_shape_0 = const()[name = string("reshape_124_shape_0"), val = tensor([32, 2, 44])]; tensor reshape_124 = reshape(shape = reshape_124_shape_0, x = linear_9)[name = string("reshape_124")]; tensor transpose_62_perm_0 = const()[name = string("transpose_62_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_60 = transpose(perm = transpose_60_perm_0, x = reshape_122)[name = string("transpose_3")]; tensor mul_744 = mul(x = transpose_60, y = transpose_60)[name = string("mul_744")]; tensor reduce_mean_160_axes_0 = const()[name = string("reduce_mean_160_axes_0"), val = tensor([-1])]; bool reduce_mean_160_keep_dims_0 = const()[name = string("reduce_mean_160_keep_dims_0"), val = bool(true)]; tensor reduce_mean_160 = reduce_mean(axes = reduce_mean_160_axes_0, keep_dims = reduce_mean_160_keep_dims_0, x = mul_744)[name = string("reduce_mean_160")]; fp32 rsqrt_160_epsilon_0 = const()[name = string("rsqrt_160_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_160 = rsqrt(epsilon = rsqrt_160_epsilon_0, x = reduce_mean_160)[name = string("rsqrt_160")]; tensor mul_745 = mul(x = transpose_60, y = rsqrt_160)[name = string("mul_745")]; tensor mul_746_y_0 = const()[name = string("mul_746_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880384)))]; tensor mul_746 = mul(x = mul_745, y = mul_746_y_0)[name = string("mul_746")]; tensor slice_by_index_60_begin_0 = const()[name = string("slice_by_index_60_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_60_end_0 = const()[name = string("slice_by_index_60_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_60_end_mask_0 = const()[name = string("slice_by_index_60_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_60 = slice_by_index(begin = slice_by_index_60_begin_0, end = slice_by_index_60_end_0, end_mask = slice_by_index_60_end_mask_0, x = mul_746)[name = string("slice_by_index_60")]; tensor slice_by_index_61_begin_0 = const()[name = string("slice_by_index_61_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_61_end_0 = const()[name = string("slice_by_index_61_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_61_end_mask_0 = const()[name = string("slice_by_index_61_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_61 = slice_by_index(begin = slice_by_index_61_begin_0, end = slice_by_index_61_end_0, end_mask = slice_by_index_61_end_mask_0, x = mul_746)[name = string("slice_by_index_61")]; int32 concat_30_axis_0 = const()[name = string("concat_30_axis_0"), val = int32(-1)]; bool concat_30_interleave_0 = const()[name = string("concat_30_interleave_0"), val = bool(false)]; tensor concat_30 = concat(axis = concat_30_axis_0, interleave = concat_30_interleave_0, values = (slice_by_index_61, slice_by_index_60))[name = string("concat_30")]; tensor mul_747_y_0 = const()[name = string("mul_747_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_747 = mul(x = concat_30, y = mul_747_y_0)[name = string("mul_747")]; tensor mul_748 = mul(x = mul_746, y = mul_11_y_0)[name = string("mul_748")]; tensor mul_749 = mul(x = mul_747, y = mul_12_y_0)[name = string("mul_749")]; tensor add_90 = add(x = mul_748, y = mul_749)[name = string("add_90")]; tensor transpose_61 = transpose(perm = transpose_61_perm_0, x = reshape_123)[name = string("transpose_2")]; tensor mul_750 = mul(x = transpose_61, y = transpose_61)[name = string("mul_750")]; tensor reduce_mean_161_axes_0 = const()[name = string("reduce_mean_161_axes_0"), val = tensor([-1])]; bool reduce_mean_161_keep_dims_0 = const()[name = string("reduce_mean_161_keep_dims_0"), val = bool(true)]; tensor reduce_mean_161 = reduce_mean(axes = reduce_mean_161_axes_0, keep_dims = reduce_mean_161_keep_dims_0, x = mul_750)[name = string("reduce_mean_161")]; fp32 rsqrt_161_epsilon_0 = const()[name = string("rsqrt_161_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_161 = rsqrt(epsilon = rsqrt_161_epsilon_0, x = reduce_mean_161)[name = string("rsqrt_161")]; tensor mul_751 = mul(x = transpose_61, y = rsqrt_161)[name = string("mul_751")]; tensor mul_752_y_0 = const()[name = string("mul_752_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880576)))]; tensor mul_752 = mul(x = mul_751, y = mul_752_y_0)[name = string("mul_752")]; tensor slice_by_index_62_begin_0 = const()[name = string("slice_by_index_62_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_62_end_0 = const()[name = string("slice_by_index_62_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_62_end_mask_0 = const()[name = string("slice_by_index_62_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_62 = slice_by_index(begin = slice_by_index_62_begin_0, end = slice_by_index_62_end_0, end_mask = slice_by_index_62_end_mask_0, x = mul_752)[name = string("slice_by_index_62")]; tensor slice_by_index_63_begin_0 = const()[name = string("slice_by_index_63_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_63_end_0 = const()[name = string("slice_by_index_63_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_63_end_mask_0 = const()[name = string("slice_by_index_63_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_63 = slice_by_index(begin = slice_by_index_63_begin_0, end = slice_by_index_63_end_0, end_mask = slice_by_index_63_end_mask_0, x = mul_752)[name = string("slice_by_index_63")]; int32 concat_31_axis_0 = const()[name = string("concat_31_axis_0"), val = int32(-1)]; bool concat_31_interleave_0 = const()[name = string("concat_31_interleave_0"), val = bool(false)]; tensor concat_31 = concat(axis = concat_31_axis_0, interleave = concat_31_interleave_0, values = (slice_by_index_63, slice_by_index_62))[name = string("concat_31")]; tensor mul_753_y_0 = const()[name = string("mul_753_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_753 = mul(x = concat_31, y = mul_753_y_0)[name = string("mul_753")]; tensor mul_754 = mul(x = mul_752, y = mul_11_y_0)[name = string("mul_754")]; tensor mul_755 = mul(x = mul_753, y = mul_12_y_0)[name = string("mul_755")]; tensor add_91 = add(x = mul_754, y = mul_755)[name = string("add_91")]; tensor reshape_125_shape_0 = const()[name = string("reshape_125_shape_0"), val = tensor([2, 1, 32, 44])]; tensor reshape_125 = reshape(shape = reshape_125_shape_0, x = add_91)[name = string("reshape_125")]; tensor tile_30_reps_0 = const()[name = string("tile_30_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_30 = tile(reps = tile_30_reps_0, x = reshape_125)[name = string("tile_30")]; tensor reshape_126_shape_0 = const()[name = string("reshape_126_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_126 = reshape(shape = reshape_126_shape_0, x = tile_30)[name = string("reshape_126")]; tensor reshape_127_shape_0 = const()[name = string("reshape_127_shape_0"), val = tensor([2, 1, 32, 44])]; tensor transpose_62 = transpose(perm = transpose_62_perm_0, x = reshape_124)[name = string("transpose_1")]; tensor reshape_127 = reshape(shape = reshape_127_shape_0, x = transpose_62)[name = string("reshape_127")]; tensor tile_31_reps_0 = const()[name = string("tile_31_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_31 = tile(reps = tile_31_reps_0, x = reshape_127)[name = string("tile_31")]; tensor reshape_128_shape_0 = const()[name = string("reshape_128_shape_0"), val = tensor([8, 32, 44])]; tensor reshape_128 = reshape(shape = reshape_128_shape_0, x = tile_31)[name = string("reshape_128")]; fp16 mul_756_y_0 = const()[name = string("mul_756_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_756 = mul(x = add_90, y = mul_756_y_0)[name = string("mul_756")]; bool matmul_30_transpose_y_0 = const()[name = string("matmul_30_transpose_y_0"), val = bool(true)]; bool matmul_30_transpose_x_0 = const()[name = string("matmul_30_transpose_x_0"), val = bool(false)]; tensor matmul_30 = matmul(transpose_x = matmul_30_transpose_x_0, transpose_y = matmul_30_transpose_y_0, x = mul_756, y = reshape_126)[name = string("matmul_30")]; tensor add_92 = add(x = matmul_30, y = reshape_1)[name = string("add_92")]; int32 softmax_15_axis_0 = const()[name = string("softmax_15_axis_0"), val = int32(-1)]; tensor softmax_15 = softmax(axis = softmax_15_axis_0, x = add_92)[name = string("softmax_15")]; bool matmul_31_transpose_x_0 = const()[name = string("matmul_31_transpose_x_0"), val = bool(false)]; bool matmul_31_transpose_y_0 = const()[name = string("matmul_31_transpose_y_0"), val = bool(false)]; tensor matmul_31 = matmul(transpose_x = matmul_31_transpose_x_0, transpose_y = matmul_31_transpose_y_0, x = softmax_15, y = reshape_128)[name = string("matmul_31")]; tensor transpose_63_perm_0 = const()[name = string("transpose_63_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_129_shape_0 = const()[name = string("reshape_129_shape_0"), val = tensor([32, 352])]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = matmul_31)[name = string("transpose_0")]; tensor reshape_129 = reshape(shape = reshape_129_shape_0, x = transpose_63)[name = string("reshape_129")]; tensor linear_10_weight_0 = const()[name = string("linear_10_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880768)))]; tensor linear_10 = linear(bias = linear_0_bias_0, weight = linear_10_weight_0, x = reshape_129)[name = string("linear_10")]; tensor add_93 = add(x = add_89, y = linear_10)[name = string("add_93")]; tensor mul_757 = mul(x = add_93, y = add_93)[name = string("mul_757")]; tensor reduce_mean_162_axes_0 = const()[name = string("reduce_mean_162_axes_0"), val = tensor([-1])]; bool reduce_mean_162_keep_dims_0 = const()[name = string("reduce_mean_162_keep_dims_0"), val = bool(true)]; tensor reduce_mean_162 = reduce_mean(axes = reduce_mean_162_axes_0, keep_dims = reduce_mean_162_keep_dims_0, x = mul_757)[name = string("reduce_mean_162")]; fp32 rsqrt_162_epsilon_0 = const()[name = string("rsqrt_162_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_162 = rsqrt(epsilon = rsqrt_162_epsilon_0, x = reduce_mean_162)[name = string("rsqrt_162")]; tensor mul_758 = mul(x = add_93, y = rsqrt_162)[name = string("mul_758")]; tensor mul_759_y_0 = const()[name = string("mul_759_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8128640)))]; tensor mul_759 = mul(x = mul_758, y = mul_759_y_0)[name = string("mul_759")]; tensor linear_11_weight_0 = const()[name = string("linear_11_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8129408)))]; tensor linear_11 = linear(bias = linear_4_bias_0, weight = linear_11_weight_0, x = mul_759)[name = string("linear_11")]; tensor linear_12_weight_0 = const()[name = string("linear_12_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8805312)))]; tensor linear_12 = linear(bias = linear_4_bias_0, weight = linear_12_weight_0, x = mul_759)[name = string("linear_12")]; fp16 mul_760_y_0 = const()[name = string("mul_760_y_0"), val = fp16(0x1p-1)]; tensor mul_760 = mul(x = linear_11, y = mul_760_y_0)[name = string("mul_760")]; tensor tanh_15 = tanh(x = mul_760)[name = string("tanh_15")]; fp16 mul_761_x_0 = const()[name = string("mul_761_x_0"), val = fp16(0x1p-1)]; tensor mul_761 = mul(x = mul_761_x_0, y = tanh_15)[name = string("mul_761")]; fp16 add_94_x_0 = const()[name = string("add_94_x_0"), val = fp16(0x1p-1)]; tensor add_94 = add(x = add_94_x_0, y = mul_761)[name = string("add_94")]; tensor mul_762 = mul(x = linear_11, y = add_94)[name = string("mul_762")]; tensor mul_763 = mul(x = mul_762, y = linear_12)[name = string("mul_763")]; tensor linear_13_weight_0 = const()[name = string("linear_13_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(9481216)))]; tensor linear_13 = linear(bias = linear_0_bias_0, weight = linear_13_weight_0, x = mul_763)[name = string("linear_13")]; tensor add_95 = add(x = add_93, y = linear_13)[name = string("add_95")]; tensor mul_764 = mul(x = add_95, y = add_95)[name = string("mul_764")]; tensor reduce_mean_163_axes_0 = const()[name = string("reduce_mean_163_axes_0"), val = tensor([-1])]; bool reduce_mean_163_keep_dims_0 = const()[name = string("reduce_mean_163_keep_dims_0"), val = bool(true)]; tensor reduce_mean_163 = reduce_mean(axes = reduce_mean_163_axes_0, keep_dims = reduce_mean_163_keep_dims_0, x = mul_764)[name = string("reduce_mean_163")]; fp32 rsqrt_163_epsilon_0 = const()[name = string("rsqrt_163_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_163 = rsqrt(epsilon = rsqrt_163_epsilon_0, x = reduce_mean_163)[name = string("rsqrt_163")]; tensor mul_765 = mul(x = add_95, y = rsqrt_163)[name = string("mul_765")]; tensor mul_766_y_0 = const()[name = string("mul_766_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157120)))]; tensor mul_766 = mul(x = mul_765, y = mul_766_y_0)[name = string("mul_766")]; tensor linear_14_weight_0 = const()[name = string("linear_14_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157888)))]; tensor linear_14_bias_0 = const()[name = string("linear_14_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16030720)))]; tensor linear_14 = linear(bias = linear_14_bias_0, weight = linear_14_weight_0, x = mul_766)[name = string("linear_14")]; tensor logits_shape_0 = const()[name = string("logits_shape_0"), val = tensor([1, 32, 8342])]; tensor logits = reshape(shape = logits_shape_0, x = linear_14)[name = string("logits")]; } -> (logits); func L64(tensor ids, tensor mask) { tensor reshape_0_shape_0 = const()[name = string("reshape_0_shape_0"), val = tensor([64, 352])]; tensor reshape_0 = reshape(shape = reshape_0_shape_0, x = ids)[name = string("reshape_0")]; tensor mul_0 = mul(x = reshape_0, y = reshape_0)[name = string("mul_0")]; tensor reduce_mean_0_axes_0 = const()[name = string("reduce_mean_0_axes_0"), val = tensor([-1])]; bool reduce_mean_0_keep_dims_0 = const()[name = string("reduce_mean_0_keep_dims_0"), val = bool(true)]; tensor reduce_mean_0 = reduce_mean(axes = reduce_mean_0_axes_0, keep_dims = reduce_mean_0_keep_dims_0, x = mul_0)[name = string("reduce_mean_0")]; fp32 rsqrt_0_epsilon_0 = const()[name = string("rsqrt_0_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_0 = rsqrt(epsilon = rsqrt_0_epsilon_0, x = reduce_mean_0)[name = string("rsqrt_0")]; tensor mul_1 = mul(x = reshape_0, y = rsqrt_0)[name = string("mul_1")]; tensor mul_2_y_0 = const()[name = string("mul_2_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; tensor mul_2 = mul(x = mul_1, y = mul_2_y_0)[name = string("mul_2")]; fp16 sub_0_y_0 = const()[name = string("sub_0_y_0"), val = fp16(0x1p+0)]; tensor sub_0 = sub(x = mask, y = sub_0_y_0)[name = string("sub_0")]; fp16 mul_3_y_0 = const()[name = string("mul_3_y_0"), val = fp16(0x1.388p+13)]; tensor mul_3 = mul(x = sub_0, y = mul_3_y_0)[name = string("mul_3")]; tensor reshape_1_shape_0 = const()[name = string("reshape_1_shape_0"), val = tensor([1, 1, 64])]; tensor reshape_1 = reshape(shape = reshape_1_shape_0, x = mul_3)[name = string("reshape_1")]; tensor mul_4 = mul(x = mul_2, y = mul_2)[name = string("mul_4")]; tensor reduce_mean_1_axes_0 = const()[name = string("reduce_mean_1_axes_0"), val = tensor([-1])]; bool reduce_mean_1_keep_dims_0 = const()[name = string("reduce_mean_1_keep_dims_0"), val = bool(true)]; tensor reduce_mean_1 = reduce_mean(axes = reduce_mean_1_axes_0, keep_dims = reduce_mean_1_keep_dims_0, x = mul_4)[name = string("reduce_mean_1")]; fp32 rsqrt_1_epsilon_0 = const()[name = string("rsqrt_1_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_1 = rsqrt(epsilon = rsqrt_1_epsilon_0, x = reduce_mean_1)[name = string("rsqrt_1")]; tensor mul_5 = mul(x = mul_2, y = rsqrt_1)[name = string("mul_5")]; tensor mul_6_y_0 = const()[name = string("mul_6_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(832)))]; tensor mul_6 = mul(x = mul_5, y = mul_6_y_0)[name = string("mul_6")]; tensor linear_0_weight_0 = const()[name = string("linear_0_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1600)))]; tensor linear_0_bias_0 = const()[name = string("linear_0_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(249472)))]; tensor linear_0 = linear(bias = linear_0_bias_0, weight = linear_0_weight_0, x = mul_6)[name = string("linear_0")]; tensor reshape_2_shape_0 = const()[name = string("reshape_2_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_2 = reshape(shape = reshape_2_shape_0, x = linear_0)[name = string("reshape_2")]; tensor transpose_0_perm_0 = const()[name = string("transpose_0_perm_0"), val = tensor([1, 0, 2])]; tensor linear_1_weight_0 = const()[name = string("linear_1_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(250240)))]; tensor linear_1_bias_0 = const()[name = string("linear_1_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_1 = linear(bias = linear_1_bias_0, weight = linear_1_weight_0, x = mul_6)[name = string("linear_1")]; tensor reshape_3_shape_0 = const()[name = string("reshape_3_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_3 = reshape(shape = reshape_3_shape_0, x = linear_1)[name = string("reshape_3")]; tensor transpose_1_perm_0 = const()[name = string("transpose_1_perm_0"), val = tensor([1, 0, 2])]; tensor linear_2_weight_0 = const()[name = string("linear_2_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312512)))]; tensor linear_2_bias_0 = const()[name = string("linear_2_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_2 = linear(bias = linear_2_bias_0, weight = linear_2_weight_0, x = mul_6)[name = string("linear_2")]; tensor reshape_4_shape_0 = const()[name = string("reshape_4_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_4 = reshape(shape = reshape_4_shape_0, x = linear_2)[name = string("reshape_4")]; tensor transpose_2_perm_0 = const()[name = string("transpose_2_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_0 = transpose(perm = transpose_0_perm_0, x = reshape_2)[name = string("transpose_63")]; tensor mul_7 = mul(x = transpose_0, y = transpose_0)[name = string("mul_7")]; tensor reduce_mean_2_axes_0 = const()[name = string("reduce_mean_2_axes_0"), val = tensor([-1])]; bool reduce_mean_2_keep_dims_0 = const()[name = string("reduce_mean_2_keep_dims_0"), val = bool(true)]; tensor reduce_mean_2 = reduce_mean(axes = reduce_mean_2_axes_0, keep_dims = reduce_mean_2_keep_dims_0, x = mul_7)[name = string("reduce_mean_2")]; fp32 rsqrt_2_epsilon_0 = const()[name = string("rsqrt_2_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_2 = rsqrt(epsilon = rsqrt_2_epsilon_0, x = reduce_mean_2)[name = string("rsqrt_2")]; tensor mul_8 = mul(x = transpose_0, y = rsqrt_2)[name = string("mul_8")]; tensor mul_9_y_0 = const()[name = string("mul_9_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374528)))]; tensor mul_9 = mul(x = mul_8, y = mul_9_y_0)[name = string("mul_9")]; tensor slice_by_index_0_begin_0 = const()[name = string("slice_by_index_0_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_0_end_0 = const()[name = string("slice_by_index_0_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_0_end_mask_0 = const()[name = string("slice_by_index_0_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_0 = slice_by_index(begin = slice_by_index_0_begin_0, end = slice_by_index_0_end_0, end_mask = slice_by_index_0_end_mask_0, x = mul_9)[name = string("slice_by_index_0")]; tensor slice_by_index_1_begin_0 = const()[name = string("slice_by_index_1_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_1_end_0 = const()[name = string("slice_by_index_1_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_1_end_mask_0 = const()[name = string("slice_by_index_1_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_1 = slice_by_index(begin = slice_by_index_1_begin_0, end = slice_by_index_1_end_0, end_mask = slice_by_index_1_end_mask_0, x = mul_9)[name = string("slice_by_index_1")]; int32 concat_0_axis_0 = const()[name = string("concat_0_axis_0"), val = int32(-1)]; bool concat_0_interleave_0 = const()[name = string("concat_0_interleave_0"), val = bool(false)]; tensor concat_0 = concat(axis = concat_0_axis_0, interleave = concat_0_interleave_0, values = (slice_by_index_1, slice_by_index_0))[name = string("concat_0")]; tensor mul_10_y_0 = const()[name = string("mul_10_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_10 = mul(x = concat_0, y = mul_10_y_0)[name = string("mul_10")]; tensor mul_11_y_0 = const()[name = string("mul_11_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16056192)))]; tensor mul_11 = mul(x = mul_9, y = mul_11_y_0)[name = string("mul_11")]; tensor mul_12_y_0 = const()[name = string("mul_12_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16061888)))]; tensor mul_12 = mul(x = mul_10, y = mul_12_y_0)[name = string("mul_12")]; tensor add_0 = add(x = mul_11, y = mul_12)[name = string("add_0")]; tensor transpose_1 = transpose(perm = transpose_1_perm_0, x = reshape_3)[name = string("transpose_62")]; tensor mul_13 = mul(x = transpose_1, y = transpose_1)[name = string("mul_13")]; tensor reduce_mean_3_axes_0 = const()[name = string("reduce_mean_3_axes_0"), val = tensor([-1])]; bool reduce_mean_3_keep_dims_0 = const()[name = string("reduce_mean_3_keep_dims_0"), val = bool(true)]; tensor reduce_mean_3 = reduce_mean(axes = reduce_mean_3_axes_0, keep_dims = reduce_mean_3_keep_dims_0, x = mul_13)[name = string("reduce_mean_3")]; fp32 rsqrt_3_epsilon_0 = const()[name = string("rsqrt_3_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_3 = rsqrt(epsilon = rsqrt_3_epsilon_0, x = reduce_mean_3)[name = string("rsqrt_3")]; tensor mul_14 = mul(x = transpose_1, y = rsqrt_3)[name = string("mul_14")]; tensor mul_15_y_0 = const()[name = string("mul_15_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376448)))]; tensor mul_15 = mul(x = mul_14, y = mul_15_y_0)[name = string("mul_15")]; tensor slice_by_index_2_begin_0 = const()[name = string("slice_by_index_2_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_2_end_0 = const()[name = string("slice_by_index_2_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_2_end_mask_0 = const()[name = string("slice_by_index_2_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, end_mask = slice_by_index_2_end_mask_0, x = mul_15)[name = string("slice_by_index_2")]; tensor slice_by_index_3_begin_0 = const()[name = string("slice_by_index_3_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_3_end_0 = const()[name = string("slice_by_index_3_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_3_end_mask_0 = const()[name = string("slice_by_index_3_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_3 = slice_by_index(begin = slice_by_index_3_begin_0, end = slice_by_index_3_end_0, end_mask = slice_by_index_3_end_mask_0, x = mul_15)[name = string("slice_by_index_3")]; int32 concat_1_axis_0 = const()[name = string("concat_1_axis_0"), val = int32(-1)]; bool concat_1_interleave_0 = const()[name = string("concat_1_interleave_0"), val = bool(false)]; tensor concat_1 = concat(axis = concat_1_axis_0, interleave = concat_1_interleave_0, values = (slice_by_index_3, slice_by_index_2))[name = string("concat_1")]; tensor mul_16_y_0 = const()[name = string("mul_16_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_16 = mul(x = concat_1, y = mul_16_y_0)[name = string("mul_16")]; tensor mul_17 = mul(x = mul_15, y = mul_11_y_0)[name = string("mul_17")]; tensor mul_18 = mul(x = mul_16, y = mul_12_y_0)[name = string("mul_18")]; tensor add_1 = add(x = mul_17, y = mul_18)[name = string("add_1")]; tensor reshape_5_shape_0 = const()[name = string("reshape_5_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_5 = reshape(shape = reshape_5_shape_0, x = add_1)[name = string("reshape_5")]; tensor tile_0_reps_0 = const()[name = string("tile_0_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_0 = tile(reps = tile_0_reps_0, x = reshape_5)[name = string("tile_0")]; tensor reshape_6_shape_0 = const()[name = string("reshape_6_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_6 = reshape(shape = reshape_6_shape_0, x = tile_0)[name = string("reshape_6")]; tensor reshape_7_shape_0 = const()[name = string("reshape_7_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_2 = transpose(perm = transpose_2_perm_0, x = reshape_4)[name = string("transpose_61")]; tensor reshape_7 = reshape(shape = reshape_7_shape_0, x = transpose_2)[name = string("reshape_7")]; tensor tile_1_reps_0 = const()[name = string("tile_1_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_1 = tile(reps = tile_1_reps_0, x = reshape_7)[name = string("tile_1")]; tensor reshape_8_shape_0 = const()[name = string("reshape_8_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_8 = reshape(shape = reshape_8_shape_0, x = tile_1)[name = string("reshape_8")]; fp16 mul_19_y_0 = const()[name = string("mul_19_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_19 = mul(x = add_0, y = mul_19_y_0)[name = string("mul_19")]; bool matmul_0_transpose_y_0 = const()[name = string("matmul_0_transpose_y_0"), val = bool(true)]; bool matmul_0_transpose_x_0 = const()[name = string("matmul_0_transpose_x_0"), val = bool(false)]; tensor matmul_0 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = mul_19, y = reshape_6)[name = string("matmul_0")]; tensor add_2 = add(x = matmul_0, y = reshape_1)[name = string("add_2")]; int32 softmax_0_axis_0 = const()[name = string("softmax_0_axis_0"), val = int32(-1)]; tensor softmax_0 = softmax(axis = softmax_0_axis_0, x = add_2)[name = string("softmax_0")]; bool matmul_1_transpose_x_0 = const()[name = string("matmul_1_transpose_x_0"), val = bool(false)]; bool matmul_1_transpose_y_0 = const()[name = string("matmul_1_transpose_y_0"), val = bool(false)]; tensor matmul_1 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = softmax_0, y = reshape_8)[name = string("matmul_1")]; tensor transpose_3_perm_0 = const()[name = string("transpose_3_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_9_shape_0 = const()[name = string("reshape_9_shape_0"), val = tensor([64, 352])]; tensor transpose_3 = transpose(perm = transpose_3_perm_0, x = matmul_1)[name = string("transpose_60")]; tensor reshape_9 = reshape(shape = reshape_9_shape_0, x = transpose_3)[name = string("reshape_9")]; tensor linear_3_weight_0 = const()[name = string("linear_3_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376640)))]; tensor linear_3 = linear(bias = linear_0_bias_0, weight = linear_3_weight_0, x = reshape_9)[name = string("linear_3")]; tensor add_3 = add(x = mul_2, y = linear_3)[name = string("add_3")]; tensor mul_20 = mul(x = add_3, y = add_3)[name = string("mul_20")]; tensor reduce_mean_4_axes_0 = const()[name = string("reduce_mean_4_axes_0"), val = tensor([-1])]; bool reduce_mean_4_keep_dims_0 = const()[name = string("reduce_mean_4_keep_dims_0"), val = bool(true)]; tensor reduce_mean_4 = reduce_mean(axes = reduce_mean_4_axes_0, keep_dims = reduce_mean_4_keep_dims_0, x = mul_20)[name = string("reduce_mean_4")]; fp32 rsqrt_4_epsilon_0 = const()[name = string("rsqrt_4_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_4 = rsqrt(epsilon = rsqrt_4_epsilon_0, x = reduce_mean_4)[name = string("rsqrt_4")]; tensor mul_21 = mul(x = add_3, y = rsqrt_4)[name = string("mul_21")]; tensor mul_22_y_0 = const()[name = string("mul_22_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(624512)))]; tensor mul_22 = mul(x = mul_21, y = mul_22_y_0)[name = string("mul_22")]; tensor linear_4_weight_0 = const()[name = string("linear_4_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(625280)))]; tensor linear_4_bias_0 = const()[name = string("linear_4_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1301184)))]; tensor linear_4 = linear(bias = linear_4_bias_0, weight = linear_4_weight_0, x = mul_22)[name = string("linear_4")]; tensor linear_5_weight_0 = const()[name = string("linear_5_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1303168)))]; tensor linear_5 = linear(bias = linear_4_bias_0, weight = linear_5_weight_0, x = mul_22)[name = string("linear_5")]; fp16 mul_23_y_0 = const()[name = string("mul_23_y_0"), val = fp16(0x1p-1)]; tensor mul_23 = mul(x = linear_4, y = mul_23_y_0)[name = string("mul_23")]; tensor tanh_0 = tanh(x = mul_23)[name = string("tanh_0")]; fp16 mul_24_x_0 = const()[name = string("mul_24_x_0"), val = fp16(0x1p-1)]; tensor mul_24 = mul(x = mul_24_x_0, y = tanh_0)[name = string("mul_24")]; fp16 add_4_x_0 = const()[name = string("add_4_x_0"), val = fp16(0x1p-1)]; tensor add_4 = add(x = add_4_x_0, y = mul_24)[name = string("add_4")]; tensor mul_25 = mul(x = linear_4, y = add_4)[name = string("mul_25")]; tensor mul_26 = mul(x = mul_25, y = linear_5)[name = string("mul_26")]; tensor linear_6_weight_0 = const()[name = string("linear_6_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1979072)))]; tensor linear_6 = linear(bias = linear_0_bias_0, weight = linear_6_weight_0, x = mul_26)[name = string("linear_6")]; tensor add_5 = add(x = add_3, y = linear_6)[name = string("add_5")]; tensor mul_27 = mul(x = add_5, y = add_5)[name = string("mul_27")]; tensor reduce_mean_5_axes_0 = const()[name = string("reduce_mean_5_axes_0"), val = tensor([-1])]; bool reduce_mean_5_keep_dims_0 = const()[name = string("reduce_mean_5_keep_dims_0"), val = bool(true)]; tensor reduce_mean_5 = reduce_mean(axes = reduce_mean_5_axes_0, keep_dims = reduce_mean_5_keep_dims_0, x = mul_27)[name = string("reduce_mean_5")]; fp32 rsqrt_5_epsilon_0 = const()[name = string("rsqrt_5_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_5 = rsqrt(epsilon = rsqrt_5_epsilon_0, x = reduce_mean_5)[name = string("rsqrt_5")]; tensor mul_28 = mul(x = add_5, y = rsqrt_5)[name = string("mul_28")]; tensor mul_29_y_0 = const()[name = string("mul_29_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2654976)))]; tensor mul_29 = mul(x = mul_28, y = mul_29_y_0)[name = string("mul_29")]; tensor mul_30 = mul(x = mul_29, y = mul_29)[name = string("mul_30")]; tensor reduce_mean_6_axes_0 = const()[name = string("reduce_mean_6_axes_0"), val = tensor([-1])]; bool reduce_mean_6_keep_dims_0 = const()[name = string("reduce_mean_6_keep_dims_0"), val = bool(true)]; tensor reduce_mean_6 = reduce_mean(axes = reduce_mean_6_axes_0, keep_dims = reduce_mean_6_keep_dims_0, x = mul_30)[name = string("reduce_mean_6")]; fp32 rsqrt_6_epsilon_0 = const()[name = string("rsqrt_6_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_6 = rsqrt(epsilon = rsqrt_6_epsilon_0, x = reduce_mean_6)[name = string("rsqrt_6")]; tensor mul_31 = mul(x = mul_29, y = rsqrt_6)[name = string("mul_31")]; tensor mul_32_y_0 = const()[name = string("mul_32_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2655744)))]; tensor mul_32 = mul(x = mul_31, y = mul_32_y_0)[name = string("mul_32")]; tensor tern_1_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2656512))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_q_weight_0_palettized")]; tensor tern_1_q = linear(bias = linear_0_bias_0, weight = tern_1_q_weight_0_palettized, x = mul_32)[name = string("tern_1_q")]; tensor mul_33_y_0 = const()[name = string("mul_33_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2687552)))]; tensor mul_33 = mul(x = tern_1_q, y = mul_33_y_0)[name = string("mul_33")]; tensor reshape_10_shape_0 = const()[name = string("reshape_10_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_10 = reshape(shape = reshape_10_shape_0, x = mul_33)[name = string("reshape_10")]; tensor transpose_4_perm_0 = const()[name = string("transpose_4_perm_0"), val = tensor([1, 0, 2])]; tensor mul_36_y_0 = const()[name = string("mul_36_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2688320)))]; tensor mul_36 = mul(x = mul_31, y = mul_36_y_0)[name = string("mul_36")]; tensor tern_1_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2689088))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_k_weight_0_palettized")]; tensor tern_1_k_bias_0 = const()[name = string("tern_1_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_k = linear(bias = tern_1_k_bias_0, weight = tern_1_k_weight_0_palettized, x = mul_36)[name = string("tern_1_k")]; tensor mul_37_y_0 = const()[name = string("mul_37_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2696896)))]; tensor mul_37 = mul(x = tern_1_k, y = mul_37_y_0)[name = string("mul_37")]; tensor reshape_11_shape_0 = const()[name = string("reshape_11_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_11 = reshape(shape = reshape_11_shape_0, x = mul_37)[name = string("reshape_11")]; tensor transpose_5_perm_0 = const()[name = string("transpose_5_perm_0"), val = tensor([1, 0, 2])]; tensor mul_40_y_0 = const()[name = string("mul_40_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697152)))]; tensor mul_40 = mul(x = mul_31, y = mul_40_y_0)[name = string("mul_40")]; tensor tern_1_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697920))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_v_weight_0_palettized")]; tensor tern_1_v_bias_0 = const()[name = string("tern_1_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_v = linear(bias = tern_1_v_bias_0, weight = tern_1_v_weight_0_palettized, x = mul_40)[name = string("tern_1_v")]; tensor mul_41_y_0 = const()[name = string("mul_41_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705728)))]; tensor mul_41 = mul(x = tern_1_v, y = mul_41_y_0)[name = string("mul_41")]; tensor reshape_12_shape_0 = const()[name = string("reshape_12_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_12 = reshape(shape = reshape_12_shape_0, x = mul_41)[name = string("reshape_12")]; tensor transpose_6_perm_0 = const()[name = string("transpose_6_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_4 = transpose(perm = transpose_4_perm_0, x = reshape_10)[name = string("transpose_59")]; tensor mul_42 = mul(x = transpose_4, y = transpose_4)[name = string("mul_42")]; tensor reduce_mean_9_axes_0 = const()[name = string("reduce_mean_9_axes_0"), val = tensor([-1])]; bool reduce_mean_9_keep_dims_0 = const()[name = string("reduce_mean_9_keep_dims_0"), val = bool(true)]; tensor reduce_mean_9 = reduce_mean(axes = reduce_mean_9_axes_0, keep_dims = reduce_mean_9_keep_dims_0, x = mul_42)[name = string("reduce_mean_9")]; fp32 rsqrt_9_epsilon_0 = const()[name = string("rsqrt_9_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_9 = rsqrt(epsilon = rsqrt_9_epsilon_0, x = reduce_mean_9)[name = string("rsqrt_9")]; tensor mul_43 = mul(x = transpose_4, y = rsqrt_9)[name = string("mul_43")]; tensor mul_44_y_0 = const()[name = string("mul_44_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705984)))]; tensor mul_44 = mul(x = mul_43, y = mul_44_y_0)[name = string("mul_44")]; tensor slice_by_index_4_begin_0 = const()[name = string("slice_by_index_4_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_4_end_0 = const()[name = string("slice_by_index_4_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_4_end_mask_0 = const()[name = string("slice_by_index_4_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_4 = slice_by_index(begin = slice_by_index_4_begin_0, end = slice_by_index_4_end_0, end_mask = slice_by_index_4_end_mask_0, x = mul_44)[name = string("slice_by_index_4")]; tensor slice_by_index_5_begin_0 = const()[name = string("slice_by_index_5_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_5_end_0 = const()[name = string("slice_by_index_5_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_5_end_mask_0 = const()[name = string("slice_by_index_5_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_5 = slice_by_index(begin = slice_by_index_5_begin_0, end = slice_by_index_5_end_0, end_mask = slice_by_index_5_end_mask_0, x = mul_44)[name = string("slice_by_index_5")]; int32 concat_2_axis_0 = const()[name = string("concat_2_axis_0"), val = int32(-1)]; bool concat_2_interleave_0 = const()[name = string("concat_2_interleave_0"), val = bool(false)]; tensor concat_2 = concat(axis = concat_2_axis_0, interleave = concat_2_interleave_0, values = (slice_by_index_5, slice_by_index_4))[name = string("concat_2")]; tensor mul_45_y_0 = const()[name = string("mul_45_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_45 = mul(x = concat_2, y = mul_45_y_0)[name = string("mul_45")]; tensor mul_46 = mul(x = mul_44, y = mul_11_y_0)[name = string("mul_46")]; tensor mul_47 = mul(x = mul_45, y = mul_12_y_0)[name = string("mul_47")]; tensor add_6 = add(x = mul_46, y = mul_47)[name = string("add_6")]; tensor transpose_5 = transpose(perm = transpose_5_perm_0, x = reshape_11)[name = string("transpose_58")]; tensor mul_48 = mul(x = transpose_5, y = transpose_5)[name = string("mul_48")]; tensor reduce_mean_10_axes_0 = const()[name = string("reduce_mean_10_axes_0"), val = tensor([-1])]; bool reduce_mean_10_keep_dims_0 = const()[name = string("reduce_mean_10_keep_dims_0"), val = bool(true)]; tensor reduce_mean_10 = reduce_mean(axes = reduce_mean_10_axes_0, keep_dims = reduce_mean_10_keep_dims_0, x = mul_48)[name = string("reduce_mean_10")]; fp32 rsqrt_10_epsilon_0 = const()[name = string("rsqrt_10_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_10 = rsqrt(epsilon = rsqrt_10_epsilon_0, x = reduce_mean_10)[name = string("rsqrt_10")]; tensor mul_49 = mul(x = transpose_5, y = rsqrt_10)[name = string("mul_49")]; tensor mul_50_y_0 = const()[name = string("mul_50_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706176)))]; tensor mul_50 = mul(x = mul_49, y = mul_50_y_0)[name = string("mul_50")]; tensor slice_by_index_6_begin_0 = const()[name = string("slice_by_index_6_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_6_end_0 = const()[name = string("slice_by_index_6_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_6_end_mask_0 = const()[name = string("slice_by_index_6_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_6 = slice_by_index(begin = slice_by_index_6_begin_0, end = slice_by_index_6_end_0, end_mask = slice_by_index_6_end_mask_0, x = mul_50)[name = string("slice_by_index_6")]; tensor slice_by_index_7_begin_0 = const()[name = string("slice_by_index_7_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_7_end_0 = const()[name = string("slice_by_index_7_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_7_end_mask_0 = const()[name = string("slice_by_index_7_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_7 = slice_by_index(begin = slice_by_index_7_begin_0, end = slice_by_index_7_end_0, end_mask = slice_by_index_7_end_mask_0, x = mul_50)[name = string("slice_by_index_7")]; int32 concat_3_axis_0 = const()[name = string("concat_3_axis_0"), val = int32(-1)]; bool concat_3_interleave_0 = const()[name = string("concat_3_interleave_0"), val = bool(false)]; tensor concat_3 = concat(axis = concat_3_axis_0, interleave = concat_3_interleave_0, values = (slice_by_index_7, slice_by_index_6))[name = string("concat_3")]; tensor mul_51_y_0 = const()[name = string("mul_51_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_51 = mul(x = concat_3, y = mul_51_y_0)[name = string("mul_51")]; tensor mul_52 = mul(x = mul_50, y = mul_11_y_0)[name = string("mul_52")]; tensor mul_53 = mul(x = mul_51, y = mul_12_y_0)[name = string("mul_53")]; tensor add_7 = add(x = mul_52, y = mul_53)[name = string("add_7")]; tensor reshape_13_shape_0 = const()[name = string("reshape_13_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_13 = reshape(shape = reshape_13_shape_0, x = add_7)[name = string("reshape_13")]; tensor tile_2_reps_0 = const()[name = string("tile_2_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_2 = tile(reps = tile_2_reps_0, x = reshape_13)[name = string("tile_2")]; tensor reshape_14_shape_0 = const()[name = string("reshape_14_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_14 = reshape(shape = reshape_14_shape_0, x = tile_2)[name = string("reshape_14")]; tensor reshape_15_shape_0 = const()[name = string("reshape_15_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_6 = transpose(perm = transpose_6_perm_0, x = reshape_12)[name = string("transpose_57")]; tensor reshape_15 = reshape(shape = reshape_15_shape_0, x = transpose_6)[name = string("reshape_15")]; tensor tile_3_reps_0 = const()[name = string("tile_3_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_3 = tile(reps = tile_3_reps_0, x = reshape_15)[name = string("tile_3")]; tensor reshape_16_shape_0 = const()[name = string("reshape_16_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_16 = reshape(shape = reshape_16_shape_0, x = tile_3)[name = string("reshape_16")]; fp16 mul_54_y_0 = const()[name = string("mul_54_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_54 = mul(x = add_6, y = mul_54_y_0)[name = string("mul_54")]; bool matmul_2_transpose_y_0 = const()[name = string("matmul_2_transpose_y_0"), val = bool(true)]; bool matmul_2_transpose_x_0 = const()[name = string("matmul_2_transpose_x_0"), val = bool(false)]; tensor matmul_2 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = mul_54, y = reshape_14)[name = string("matmul_2")]; tensor add_8 = add(x = matmul_2, y = reshape_1)[name = string("add_8")]; int32 softmax_1_axis_0 = const()[name = string("softmax_1_axis_0"), val = int32(-1)]; tensor softmax_1 = softmax(axis = softmax_1_axis_0, x = add_8)[name = string("softmax_1")]; bool matmul_3_transpose_x_0 = const()[name = string("matmul_3_transpose_x_0"), val = bool(false)]; bool matmul_3_transpose_y_0 = const()[name = string("matmul_3_transpose_y_0"), val = bool(false)]; tensor matmul_3 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = softmax_1, y = reshape_16)[name = string("matmul_3")]; tensor transpose_7_perm_0 = const()[name = string("transpose_7_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_17_shape_0 = const()[name = string("reshape_17_shape_0"), val = tensor([64, 352])]; tensor transpose_7 = transpose(perm = transpose_7_perm_0, x = matmul_3)[name = string("transpose_56")]; tensor reshape_17 = reshape(shape = reshape_17_shape_0, x = transpose_7)[name = string("reshape_17")]; tensor mul_55 = mul(x = reshape_17, y = reshape_17)[name = string("mul_55")]; tensor reduce_mean_11_axes_0 = const()[name = string("reduce_mean_11_axes_0"), val = tensor([-1])]; bool reduce_mean_11_keep_dims_0 = const()[name = string("reduce_mean_11_keep_dims_0"), val = bool(true)]; tensor reduce_mean_11 = reduce_mean(axes = reduce_mean_11_axes_0, keep_dims = reduce_mean_11_keep_dims_0, x = mul_55)[name = string("reduce_mean_11")]; fp32 rsqrt_11_epsilon_0 = const()[name = string("rsqrt_11_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_11 = rsqrt(epsilon = rsqrt_11_epsilon_0, x = reduce_mean_11)[name = string("rsqrt_11")]; tensor mul_56 = mul(x = reshape_17, y = rsqrt_11)[name = string("mul_56")]; tensor mul_57_y_0 = const()[name = string("mul_57_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706368)))]; tensor mul_57 = mul(x = mul_56, y = mul_57_y_0)[name = string("mul_57")]; tensor tern_1_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2707136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_o_weight_0_palettized")]; tensor tern_1_o = linear(bias = linear_0_bias_0, weight = tern_1_o_weight_0_palettized, x = mul_57)[name = string("tern_1_o")]; tensor mul_58_y_0 = const()[name = string("mul_58_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738176)))]; tensor mul_58 = mul(x = tern_1_o, y = mul_58_y_0)[name = string("mul_58")]; tensor add_9 = add(x = add_5, y = mul_58)[name = string("add_9")]; tensor mul_59 = mul(x = add_9, y = add_9)[name = string("mul_59")]; tensor reduce_mean_12_axes_0 = const()[name = string("reduce_mean_12_axes_0"), val = tensor([-1])]; bool reduce_mean_12_keep_dims_0 = const()[name = string("reduce_mean_12_keep_dims_0"), val = bool(true)]; tensor reduce_mean_12 = reduce_mean(axes = reduce_mean_12_axes_0, keep_dims = reduce_mean_12_keep_dims_0, x = mul_59)[name = string("reduce_mean_12")]; fp32 rsqrt_12_epsilon_0 = const()[name = string("rsqrt_12_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_12 = rsqrt(epsilon = rsqrt_12_epsilon_0, x = reduce_mean_12)[name = string("rsqrt_12")]; tensor mul_60 = mul(x = add_9, y = rsqrt_12)[name = string("mul_60")]; tensor mul_61_y_0 = const()[name = string("mul_61_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738944)))]; tensor mul_61 = mul(x = mul_60, y = mul_61_y_0)[name = string("mul_61")]; tensor mul_62 = mul(x = mul_61, y = mul_61)[name = string("mul_62")]; tensor reduce_mean_13_axes_0 = const()[name = string("reduce_mean_13_axes_0"), val = tensor([-1])]; bool reduce_mean_13_keep_dims_0 = const()[name = string("reduce_mean_13_keep_dims_0"), val = bool(true)]; tensor reduce_mean_13 = reduce_mean(axes = reduce_mean_13_axes_0, keep_dims = reduce_mean_13_keep_dims_0, x = mul_62)[name = string("reduce_mean_13")]; fp32 rsqrt_13_epsilon_0 = const()[name = string("rsqrt_13_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_13 = rsqrt(epsilon = rsqrt_13_epsilon_0, x = reduce_mean_13)[name = string("rsqrt_13")]; tensor mul_63 = mul(x = mul_61, y = rsqrt_13)[name = string("mul_63")]; tensor mul_64_y_0 = const()[name = string("mul_64_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2739712)))]; tensor mul_64 = mul(x = mul_63, y = mul_64_y_0)[name = string("mul_64")]; tensor tern_1_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2740480))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w1_weight_0_palettized")]; tensor tern_1_w1 = linear(bias = linear_4_bias_0, weight = tern_1_w1_weight_0_palettized, x = mul_64)[name = string("tern_1_w1")]; tensor mul_65_y_0 = const()[name = string("mul_65_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2825024)))]; tensor mul_65 = mul(x = tern_1_w1, y = mul_65_y_0)[name = string("mul_65")]; tensor mul_68_y_0 = const()[name = string("mul_68_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827008)))]; tensor mul_68 = mul(x = mul_63, y = mul_68_y_0)[name = string("mul_68")]; tensor tern_1_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w3_weight_0_palettized")]; tensor tern_1_w3 = linear(bias = linear_4_bias_0, weight = tern_1_w3_weight_0_palettized, x = mul_68)[name = string("tern_1_w3")]; tensor mul_69_y_0 = const()[name = string("mul_69_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2912320)))]; tensor mul_69 = mul(x = tern_1_w3, y = mul_69_y_0)[name = string("mul_69")]; fp16 mul_70_y_0 = const()[name = string("mul_70_y_0"), val = fp16(0x1p-1)]; tensor mul_70 = mul(x = mul_65, y = mul_70_y_0)[name = string("mul_70")]; tensor tanh_1 = tanh(x = mul_70)[name = string("tanh_1")]; fp16 mul_71_x_0 = const()[name = string("mul_71_x_0"), val = fp16(0x1p-1)]; tensor mul_71 = mul(x = mul_71_x_0, y = tanh_1)[name = string("mul_71")]; fp16 add_10_x_0 = const()[name = string("add_10_x_0"), val = fp16(0x1p-1)]; tensor add_10 = add(x = add_10_x_0, y = mul_71)[name = string("add_10")]; tensor mul_72 = mul(x = mul_65, y = add_10)[name = string("mul_72")]; tensor mul_73 = mul(x = mul_72, y = mul_69)[name = string("mul_73")]; tensor mul_74 = mul(x = mul_73, y = mul_73)[name = string("mul_74")]; tensor reduce_mean_15_axes_0 = const()[name = string("reduce_mean_15_axes_0"), val = tensor([-1])]; bool reduce_mean_15_keep_dims_0 = const()[name = string("reduce_mean_15_keep_dims_0"), val = bool(true)]; tensor reduce_mean_15 = reduce_mean(axes = reduce_mean_15_axes_0, keep_dims = reduce_mean_15_keep_dims_0, x = mul_74)[name = string("reduce_mean_15")]; fp32 rsqrt_15_epsilon_0 = const()[name = string("rsqrt_15_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_15 = rsqrt(epsilon = rsqrt_15_epsilon_0, x = reduce_mean_15)[name = string("rsqrt_15")]; tensor mul_75 = mul(x = mul_73, y = rsqrt_15)[name = string("mul_75")]; tensor mul_76_y_0 = const()[name = string("mul_76_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2914304)))]; tensor mul_76 = mul(x = mul_75, y = mul_76_y_0)[name = string("mul_76")]; tensor tern_1_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2916288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w2_weight_0_palettized")]; tensor tern_1_w2 = linear(bias = linear_0_bias_0, weight = tern_1_w2_weight_0_palettized, x = mul_76)[name = string("tern_1_w2")]; tensor mul_77_y_0 = const()[name = string("mul_77_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3000832)))]; tensor mul_77 = mul(x = tern_1_w2, y = mul_77_y_0)[name = string("mul_77")]; tensor add_11 = add(x = add_9, y = mul_77)[name = string("add_11")]; tensor mul_78 = mul(x = add_11, y = add_11)[name = string("mul_78")]; tensor reduce_mean_16_axes_0 = const()[name = string("reduce_mean_16_axes_0"), val = tensor([-1])]; bool reduce_mean_16_keep_dims_0 = const()[name = string("reduce_mean_16_keep_dims_0"), val = bool(true)]; tensor reduce_mean_16 = reduce_mean(axes = reduce_mean_16_axes_0, keep_dims = reduce_mean_16_keep_dims_0, x = mul_78)[name = string("reduce_mean_16")]; fp32 rsqrt_16_epsilon_0 = const()[name = string("rsqrt_16_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_16 = rsqrt(epsilon = rsqrt_16_epsilon_0, x = reduce_mean_16)[name = string("rsqrt_16")]; tensor mul_79 = mul(x = add_11, y = rsqrt_16)[name = string("mul_79")]; tensor mul_80_y_0 = const()[name = string("mul_80_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3001600)))]; tensor mul_80 = mul(x = mul_79, y = mul_80_y_0)[name = string("mul_80")]; tensor mul_81 = mul(x = mul_80, y = mul_80)[name = string("mul_81")]; tensor reduce_mean_17_axes_0 = const()[name = string("reduce_mean_17_axes_0"), val = tensor([-1])]; bool reduce_mean_17_keep_dims_0 = const()[name = string("reduce_mean_17_keep_dims_0"), val = bool(true)]; tensor reduce_mean_17 = reduce_mean(axes = reduce_mean_17_axes_0, keep_dims = reduce_mean_17_keep_dims_0, x = mul_81)[name = string("reduce_mean_17")]; fp32 rsqrt_17_epsilon_0 = const()[name = string("rsqrt_17_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_17 = rsqrt(epsilon = rsqrt_17_epsilon_0, x = reduce_mean_17)[name = string("rsqrt_17")]; tensor mul_82 = mul(x = mul_80, y = rsqrt_17)[name = string("mul_82")]; tensor mul_83_y_0 = const()[name = string("mul_83_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3002368)))]; tensor mul_83 = mul(x = mul_82, y = mul_83_y_0)[name = string("mul_83")]; tensor tern_2_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3003136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_q_weight_0_palettized")]; tensor tern_2_q = linear(bias = linear_0_bias_0, weight = tern_2_q_weight_0_palettized, x = mul_83)[name = string("tern_2_q")]; tensor mul_84_y_0 = const()[name = string("mul_84_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034176)))]; tensor mul_84 = mul(x = tern_2_q, y = mul_84_y_0)[name = string("mul_84")]; tensor reshape_18_shape_0 = const()[name = string("reshape_18_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_18 = reshape(shape = reshape_18_shape_0, x = mul_84)[name = string("reshape_18")]; tensor transpose_8_perm_0 = const()[name = string("transpose_8_perm_0"), val = tensor([1, 0, 2])]; tensor mul_87_y_0 = const()[name = string("mul_87_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034944)))]; tensor mul_87 = mul(x = mul_82, y = mul_87_y_0)[name = string("mul_87")]; tensor tern_2_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3035712))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_k_weight_0_palettized")]; tensor tern_2_k_bias_0 = const()[name = string("tern_2_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_k = linear(bias = tern_2_k_bias_0, weight = tern_2_k_weight_0_palettized, x = mul_87)[name = string("tern_2_k")]; tensor mul_88_y_0 = const()[name = string("mul_88_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043520)))]; tensor mul_88 = mul(x = tern_2_k, y = mul_88_y_0)[name = string("mul_88")]; tensor reshape_19_shape_0 = const()[name = string("reshape_19_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_19 = reshape(shape = reshape_19_shape_0, x = mul_88)[name = string("reshape_19")]; tensor transpose_9_perm_0 = const()[name = string("transpose_9_perm_0"), val = tensor([1, 0, 2])]; tensor mul_91_y_0 = const()[name = string("mul_91_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043776)))]; tensor mul_91 = mul(x = mul_82, y = mul_91_y_0)[name = string("mul_91")]; tensor tern_2_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3044544))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_v_weight_0_palettized")]; tensor tern_2_v_bias_0 = const()[name = string("tern_2_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_v = linear(bias = tern_2_v_bias_0, weight = tern_2_v_weight_0_palettized, x = mul_91)[name = string("tern_2_v")]; tensor mul_92_y_0 = const()[name = string("mul_92_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052352)))]; tensor mul_92 = mul(x = tern_2_v, y = mul_92_y_0)[name = string("mul_92")]; tensor reshape_20_shape_0 = const()[name = string("reshape_20_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_20 = reshape(shape = reshape_20_shape_0, x = mul_92)[name = string("reshape_20")]; tensor transpose_10_perm_0 = const()[name = string("transpose_10_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_8 = transpose(perm = transpose_8_perm_0, x = reshape_18)[name = string("transpose_55")]; tensor mul_93 = mul(x = transpose_8, y = transpose_8)[name = string("mul_93")]; tensor reduce_mean_20_axes_0 = const()[name = string("reduce_mean_20_axes_0"), val = tensor([-1])]; bool reduce_mean_20_keep_dims_0 = const()[name = string("reduce_mean_20_keep_dims_0"), val = bool(true)]; tensor reduce_mean_20 = reduce_mean(axes = reduce_mean_20_axes_0, keep_dims = reduce_mean_20_keep_dims_0, x = mul_93)[name = string("reduce_mean_20")]; fp32 rsqrt_20_epsilon_0 = const()[name = string("rsqrt_20_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_20 = rsqrt(epsilon = rsqrt_20_epsilon_0, x = reduce_mean_20)[name = string("rsqrt_20")]; tensor mul_94 = mul(x = transpose_8, y = rsqrt_20)[name = string("mul_94")]; tensor mul_95_y_0 = const()[name = string("mul_95_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052608)))]; tensor mul_95 = mul(x = mul_94, y = mul_95_y_0)[name = string("mul_95")]; tensor slice_by_index_8_begin_0 = const()[name = string("slice_by_index_8_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_8_end_0 = const()[name = string("slice_by_index_8_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_8_end_mask_0 = const()[name = string("slice_by_index_8_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_8 = slice_by_index(begin = slice_by_index_8_begin_0, end = slice_by_index_8_end_0, end_mask = slice_by_index_8_end_mask_0, x = mul_95)[name = string("slice_by_index_8")]; tensor slice_by_index_9_begin_0 = const()[name = string("slice_by_index_9_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_9_end_0 = const()[name = string("slice_by_index_9_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_9_end_mask_0 = const()[name = string("slice_by_index_9_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_9 = slice_by_index(begin = slice_by_index_9_begin_0, end = slice_by_index_9_end_0, end_mask = slice_by_index_9_end_mask_0, x = mul_95)[name = string("slice_by_index_9")]; int32 concat_4_axis_0 = const()[name = string("concat_4_axis_0"), val = int32(-1)]; bool concat_4_interleave_0 = const()[name = string("concat_4_interleave_0"), val = bool(false)]; tensor concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = (slice_by_index_9, slice_by_index_8))[name = string("concat_4")]; tensor mul_96_y_0 = const()[name = string("mul_96_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_96 = mul(x = concat_4, y = mul_96_y_0)[name = string("mul_96")]; tensor mul_97 = mul(x = mul_95, y = mul_11_y_0)[name = string("mul_97")]; tensor mul_98 = mul(x = mul_96, y = mul_12_y_0)[name = string("mul_98")]; tensor add_12 = add(x = mul_97, y = mul_98)[name = string("add_12")]; tensor transpose_9 = transpose(perm = transpose_9_perm_0, x = reshape_19)[name = string("transpose_54")]; tensor mul_99 = mul(x = transpose_9, y = transpose_9)[name = string("mul_99")]; tensor reduce_mean_21_axes_0 = const()[name = string("reduce_mean_21_axes_0"), val = tensor([-1])]; bool reduce_mean_21_keep_dims_0 = const()[name = string("reduce_mean_21_keep_dims_0"), val = bool(true)]; tensor reduce_mean_21 = reduce_mean(axes = reduce_mean_21_axes_0, keep_dims = reduce_mean_21_keep_dims_0, x = mul_99)[name = string("reduce_mean_21")]; fp32 rsqrt_21_epsilon_0 = const()[name = string("rsqrt_21_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_21 = rsqrt(epsilon = rsqrt_21_epsilon_0, x = reduce_mean_21)[name = string("rsqrt_21")]; tensor mul_100 = mul(x = transpose_9, y = rsqrt_21)[name = string("mul_100")]; tensor mul_101_y_0 = const()[name = string("mul_101_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052800)))]; tensor mul_101 = mul(x = mul_100, y = mul_101_y_0)[name = string("mul_101")]; tensor slice_by_index_10_begin_0 = const()[name = string("slice_by_index_10_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_10_end_0 = const()[name = string("slice_by_index_10_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_10_end_mask_0 = const()[name = string("slice_by_index_10_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_10 = slice_by_index(begin = slice_by_index_10_begin_0, end = slice_by_index_10_end_0, end_mask = slice_by_index_10_end_mask_0, x = mul_101)[name = string("slice_by_index_10")]; tensor slice_by_index_11_begin_0 = const()[name = string("slice_by_index_11_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_11_end_0 = const()[name = string("slice_by_index_11_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_11_end_mask_0 = const()[name = string("slice_by_index_11_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_11 = slice_by_index(begin = slice_by_index_11_begin_0, end = slice_by_index_11_end_0, end_mask = slice_by_index_11_end_mask_0, x = mul_101)[name = string("slice_by_index_11")]; int32 concat_5_axis_0 = const()[name = string("concat_5_axis_0"), val = int32(-1)]; bool concat_5_interleave_0 = const()[name = string("concat_5_interleave_0"), val = bool(false)]; tensor concat_5 = concat(axis = concat_5_axis_0, interleave = concat_5_interleave_0, values = (slice_by_index_11, slice_by_index_10))[name = string("concat_5")]; tensor mul_102_y_0 = const()[name = string("mul_102_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_102 = mul(x = concat_5, y = mul_102_y_0)[name = string("mul_102")]; tensor mul_103 = mul(x = mul_101, y = mul_11_y_0)[name = string("mul_103")]; tensor mul_104 = mul(x = mul_102, y = mul_12_y_0)[name = string("mul_104")]; tensor add_13 = add(x = mul_103, y = mul_104)[name = string("add_13")]; tensor reshape_21_shape_0 = const()[name = string("reshape_21_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_21 = reshape(shape = reshape_21_shape_0, x = add_13)[name = string("reshape_21")]; tensor tile_4_reps_0 = const()[name = string("tile_4_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_4 = tile(reps = tile_4_reps_0, x = reshape_21)[name = string("tile_4")]; tensor reshape_22_shape_0 = const()[name = string("reshape_22_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_22 = reshape(shape = reshape_22_shape_0, x = tile_4)[name = string("reshape_22")]; tensor reshape_23_shape_0 = const()[name = string("reshape_23_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_10 = transpose(perm = transpose_10_perm_0, x = reshape_20)[name = string("transpose_53")]; tensor reshape_23 = reshape(shape = reshape_23_shape_0, x = transpose_10)[name = string("reshape_23")]; tensor tile_5_reps_0 = const()[name = string("tile_5_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_5 = tile(reps = tile_5_reps_0, x = reshape_23)[name = string("tile_5")]; tensor reshape_24_shape_0 = const()[name = string("reshape_24_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_24 = reshape(shape = reshape_24_shape_0, x = tile_5)[name = string("reshape_24")]; fp16 mul_105_y_0 = const()[name = string("mul_105_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_105 = mul(x = add_12, y = mul_105_y_0)[name = string("mul_105")]; bool matmul_4_transpose_y_0 = const()[name = string("matmul_4_transpose_y_0"), val = bool(true)]; bool matmul_4_transpose_x_0 = const()[name = string("matmul_4_transpose_x_0"), val = bool(false)]; tensor matmul_4 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = mul_105, y = reshape_22)[name = string("matmul_4")]; tensor add_14 = add(x = matmul_4, y = reshape_1)[name = string("add_14")]; int32 softmax_2_axis_0 = const()[name = string("softmax_2_axis_0"), val = int32(-1)]; tensor softmax_2 = softmax(axis = softmax_2_axis_0, x = add_14)[name = string("softmax_2")]; bool matmul_5_transpose_x_0 = const()[name = string("matmul_5_transpose_x_0"), val = bool(false)]; bool matmul_5_transpose_y_0 = const()[name = string("matmul_5_transpose_y_0"), val = bool(false)]; tensor matmul_5 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = softmax_2, y = reshape_24)[name = string("matmul_5")]; tensor transpose_11_perm_0 = const()[name = string("transpose_11_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_25_shape_0 = const()[name = string("reshape_25_shape_0"), val = tensor([64, 352])]; tensor transpose_11 = transpose(perm = transpose_11_perm_0, x = matmul_5)[name = string("transpose_52")]; tensor reshape_25 = reshape(shape = reshape_25_shape_0, x = transpose_11)[name = string("reshape_25")]; tensor mul_106 = mul(x = reshape_25, y = reshape_25)[name = string("mul_106")]; tensor reduce_mean_22_axes_0 = const()[name = string("reduce_mean_22_axes_0"), val = tensor([-1])]; bool reduce_mean_22_keep_dims_0 = const()[name = string("reduce_mean_22_keep_dims_0"), val = bool(true)]; tensor reduce_mean_22 = reduce_mean(axes = reduce_mean_22_axes_0, keep_dims = reduce_mean_22_keep_dims_0, x = mul_106)[name = string("reduce_mean_22")]; fp32 rsqrt_22_epsilon_0 = const()[name = string("rsqrt_22_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_22 = rsqrt(epsilon = rsqrt_22_epsilon_0, x = reduce_mean_22)[name = string("rsqrt_22")]; tensor mul_107 = mul(x = reshape_25, y = rsqrt_22)[name = string("mul_107")]; tensor mul_108_y_0 = const()[name = string("mul_108_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052992)))]; tensor mul_108 = mul(x = mul_107, y = mul_108_y_0)[name = string("mul_108")]; tensor tern_2_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3053760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_o_weight_0_palettized")]; tensor tern_2_o = linear(bias = linear_0_bias_0, weight = tern_2_o_weight_0_palettized, x = mul_108)[name = string("tern_2_o")]; tensor mul_109_y_0 = const()[name = string("mul_109_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3084800)))]; tensor mul_109 = mul(x = tern_2_o, y = mul_109_y_0)[name = string("mul_109")]; tensor add_15 = add(x = add_11, y = mul_109)[name = string("add_15")]; tensor mul_110 = mul(x = add_15, y = add_15)[name = string("mul_110")]; tensor reduce_mean_23_axes_0 = const()[name = string("reduce_mean_23_axes_0"), val = tensor([-1])]; bool reduce_mean_23_keep_dims_0 = const()[name = string("reduce_mean_23_keep_dims_0"), val = bool(true)]; tensor reduce_mean_23 = reduce_mean(axes = reduce_mean_23_axes_0, keep_dims = reduce_mean_23_keep_dims_0, x = mul_110)[name = string("reduce_mean_23")]; fp32 rsqrt_23_epsilon_0 = const()[name = string("rsqrt_23_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_23 = rsqrt(epsilon = rsqrt_23_epsilon_0, x = reduce_mean_23)[name = string("rsqrt_23")]; tensor mul_111 = mul(x = add_15, y = rsqrt_23)[name = string("mul_111")]; tensor mul_112_y_0 = const()[name = string("mul_112_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3085568)))]; tensor mul_112 = mul(x = mul_111, y = mul_112_y_0)[name = string("mul_112")]; tensor mul_113 = mul(x = mul_112, y = mul_112)[name = string("mul_113")]; tensor reduce_mean_24_axes_0 = const()[name = string("reduce_mean_24_axes_0"), val = tensor([-1])]; bool reduce_mean_24_keep_dims_0 = const()[name = string("reduce_mean_24_keep_dims_0"), val = bool(true)]; tensor reduce_mean_24 = reduce_mean(axes = reduce_mean_24_axes_0, keep_dims = reduce_mean_24_keep_dims_0, x = mul_113)[name = string("reduce_mean_24")]; fp32 rsqrt_24_epsilon_0 = const()[name = string("rsqrt_24_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_24 = rsqrt(epsilon = rsqrt_24_epsilon_0, x = reduce_mean_24)[name = string("rsqrt_24")]; tensor mul_114 = mul(x = mul_112, y = rsqrt_24)[name = string("mul_114")]; tensor mul_115_y_0 = const()[name = string("mul_115_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3086336)))]; tensor mul_115 = mul(x = mul_114, y = mul_115_y_0)[name = string("mul_115")]; tensor tern_2_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3087104))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w1_weight_0_palettized")]; tensor tern_2_w1 = linear(bias = linear_4_bias_0, weight = tern_2_w1_weight_0_palettized, x = mul_115)[name = string("tern_2_w1")]; tensor mul_116_y_0 = const()[name = string("mul_116_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3171648)))]; tensor mul_116 = mul(x = tern_2_w1, y = mul_116_y_0)[name = string("mul_116")]; tensor mul_119_y_0 = const()[name = string("mul_119_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3173632)))]; tensor mul_119 = mul(x = mul_114, y = mul_119_y_0)[name = string("mul_119")]; tensor tern_2_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3174400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w3_weight_0_palettized")]; tensor tern_2_w3 = linear(bias = linear_4_bias_0, weight = tern_2_w3_weight_0_palettized, x = mul_119)[name = string("tern_2_w3")]; tensor mul_120_y_0 = const()[name = string("mul_120_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3258944)))]; tensor mul_120 = mul(x = tern_2_w3, y = mul_120_y_0)[name = string("mul_120")]; fp16 mul_121_y_0 = const()[name = string("mul_121_y_0"), val = fp16(0x1p-1)]; tensor mul_121 = mul(x = mul_116, y = mul_121_y_0)[name = string("mul_121")]; tensor tanh_2 = tanh(x = mul_121)[name = string("tanh_2")]; fp16 mul_122_x_0 = const()[name = string("mul_122_x_0"), val = fp16(0x1p-1)]; tensor mul_122 = mul(x = mul_122_x_0, y = tanh_2)[name = string("mul_122")]; fp16 add_16_x_0 = const()[name = string("add_16_x_0"), val = fp16(0x1p-1)]; tensor add_16 = add(x = add_16_x_0, y = mul_122)[name = string("add_16")]; tensor mul_123 = mul(x = mul_116, y = add_16)[name = string("mul_123")]; tensor mul_124 = mul(x = mul_123, y = mul_120)[name = string("mul_124")]; tensor mul_125 = mul(x = mul_124, y = mul_124)[name = string("mul_125")]; tensor reduce_mean_26_axes_0 = const()[name = string("reduce_mean_26_axes_0"), val = tensor([-1])]; bool reduce_mean_26_keep_dims_0 = const()[name = string("reduce_mean_26_keep_dims_0"), val = bool(true)]; tensor reduce_mean_26 = reduce_mean(axes = reduce_mean_26_axes_0, keep_dims = reduce_mean_26_keep_dims_0, x = mul_125)[name = string("reduce_mean_26")]; fp32 rsqrt_26_epsilon_0 = const()[name = string("rsqrt_26_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_26 = rsqrt(epsilon = rsqrt_26_epsilon_0, x = reduce_mean_26)[name = string("rsqrt_26")]; tensor mul_126 = mul(x = mul_124, y = rsqrt_26)[name = string("mul_126")]; tensor mul_127_y_0 = const()[name = string("mul_127_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3260928)))]; tensor mul_127 = mul(x = mul_126, y = mul_127_y_0)[name = string("mul_127")]; tensor tern_2_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3262912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w2_weight_0_palettized")]; tensor tern_2_w2 = linear(bias = linear_0_bias_0, weight = tern_2_w2_weight_0_palettized, x = mul_127)[name = string("tern_2_w2")]; tensor mul_128_y_0 = const()[name = string("mul_128_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3347456)))]; tensor mul_128 = mul(x = tern_2_w2, y = mul_128_y_0)[name = string("mul_128")]; tensor add_17 = add(x = add_15, y = mul_128)[name = string("add_17")]; tensor mul_129 = mul(x = add_17, y = add_17)[name = string("mul_129")]; tensor reduce_mean_27_axes_0 = const()[name = string("reduce_mean_27_axes_0"), val = tensor([-1])]; bool reduce_mean_27_keep_dims_0 = const()[name = string("reduce_mean_27_keep_dims_0"), val = bool(true)]; tensor reduce_mean_27 = reduce_mean(axes = reduce_mean_27_axes_0, keep_dims = reduce_mean_27_keep_dims_0, x = mul_129)[name = string("reduce_mean_27")]; fp32 rsqrt_27_epsilon_0 = const()[name = string("rsqrt_27_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_27 = rsqrt(epsilon = rsqrt_27_epsilon_0, x = reduce_mean_27)[name = string("rsqrt_27")]; tensor mul_130 = mul(x = add_17, y = rsqrt_27)[name = string("mul_130")]; tensor mul_131_y_0 = const()[name = string("mul_131_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348224)))]; tensor mul_131 = mul(x = mul_130, y = mul_131_y_0)[name = string("mul_131")]; tensor mul_132 = mul(x = mul_131, y = mul_131)[name = string("mul_132")]; tensor reduce_mean_28_axes_0 = const()[name = string("reduce_mean_28_axes_0"), val = tensor([-1])]; bool reduce_mean_28_keep_dims_0 = const()[name = string("reduce_mean_28_keep_dims_0"), val = bool(true)]; tensor reduce_mean_28 = reduce_mean(axes = reduce_mean_28_axes_0, keep_dims = reduce_mean_28_keep_dims_0, x = mul_132)[name = string("reduce_mean_28")]; fp32 rsqrt_28_epsilon_0 = const()[name = string("rsqrt_28_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_28 = rsqrt(epsilon = rsqrt_28_epsilon_0, x = reduce_mean_28)[name = string("rsqrt_28")]; tensor mul_133 = mul(x = mul_131, y = rsqrt_28)[name = string("mul_133")]; tensor mul_134_y_0 = const()[name = string("mul_134_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348992)))]; tensor mul_134 = mul(x = mul_133, y = mul_134_y_0)[name = string("mul_134")]; tensor tern_3_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3349760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_q_weight_0_palettized")]; tensor tern_3_q = linear(bias = linear_0_bias_0, weight = tern_3_q_weight_0_palettized, x = mul_134)[name = string("tern_3_q")]; tensor mul_135_y_0 = const()[name = string("mul_135_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3380800)))]; tensor mul_135 = mul(x = tern_3_q, y = mul_135_y_0)[name = string("mul_135")]; tensor reshape_26_shape_0 = const()[name = string("reshape_26_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_26 = reshape(shape = reshape_26_shape_0, x = mul_135)[name = string("reshape_26")]; tensor transpose_12_perm_0 = const()[name = string("transpose_12_perm_0"), val = tensor([1, 0, 2])]; tensor mul_138_y_0 = const()[name = string("mul_138_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3381568)))]; tensor mul_138 = mul(x = mul_133, y = mul_138_y_0)[name = string("mul_138")]; tensor tern_3_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3382336))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_k_weight_0_palettized")]; tensor tern_3_k_bias_0 = const()[name = string("tern_3_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_k = linear(bias = tern_3_k_bias_0, weight = tern_3_k_weight_0_palettized, x = mul_138)[name = string("tern_3_k")]; tensor mul_139_y_0 = const()[name = string("mul_139_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390144)))]; tensor mul_139 = mul(x = tern_3_k, y = mul_139_y_0)[name = string("mul_139")]; tensor reshape_27_shape_0 = const()[name = string("reshape_27_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_27 = reshape(shape = reshape_27_shape_0, x = mul_139)[name = string("reshape_27")]; tensor transpose_13_perm_0 = const()[name = string("transpose_13_perm_0"), val = tensor([1, 0, 2])]; tensor mul_142_y_0 = const()[name = string("mul_142_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390400)))]; tensor mul_142 = mul(x = mul_133, y = mul_142_y_0)[name = string("mul_142")]; tensor tern_3_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3391168))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_v_weight_0_palettized")]; tensor tern_3_v_bias_0 = const()[name = string("tern_3_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_v = linear(bias = tern_3_v_bias_0, weight = tern_3_v_weight_0_palettized, x = mul_142)[name = string("tern_3_v")]; tensor mul_143_y_0 = const()[name = string("mul_143_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3398976)))]; tensor mul_143 = mul(x = tern_3_v, y = mul_143_y_0)[name = string("mul_143")]; tensor reshape_28_shape_0 = const()[name = string("reshape_28_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_28 = reshape(shape = reshape_28_shape_0, x = mul_143)[name = string("reshape_28")]; tensor transpose_14_perm_0 = const()[name = string("transpose_14_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_12 = transpose(perm = transpose_12_perm_0, x = reshape_26)[name = string("transpose_51")]; tensor mul_144 = mul(x = transpose_12, y = transpose_12)[name = string("mul_144")]; tensor reduce_mean_31_axes_0 = const()[name = string("reduce_mean_31_axes_0"), val = tensor([-1])]; bool reduce_mean_31_keep_dims_0 = const()[name = string("reduce_mean_31_keep_dims_0"), val = bool(true)]; tensor reduce_mean_31 = reduce_mean(axes = reduce_mean_31_axes_0, keep_dims = reduce_mean_31_keep_dims_0, x = mul_144)[name = string("reduce_mean_31")]; fp32 rsqrt_31_epsilon_0 = const()[name = string("rsqrt_31_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_31 = rsqrt(epsilon = rsqrt_31_epsilon_0, x = reduce_mean_31)[name = string("rsqrt_31")]; tensor mul_145 = mul(x = transpose_12, y = rsqrt_31)[name = string("mul_145")]; tensor mul_146_y_0 = const()[name = string("mul_146_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399232)))]; tensor mul_146 = mul(x = mul_145, y = mul_146_y_0)[name = string("mul_146")]; tensor slice_by_index_12_begin_0 = const()[name = string("slice_by_index_12_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_12_end_0 = const()[name = string("slice_by_index_12_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_12_end_mask_0 = const()[name = string("slice_by_index_12_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_12 = slice_by_index(begin = slice_by_index_12_begin_0, end = slice_by_index_12_end_0, end_mask = slice_by_index_12_end_mask_0, x = mul_146)[name = string("slice_by_index_12")]; tensor slice_by_index_13_begin_0 = const()[name = string("slice_by_index_13_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_13_end_0 = const()[name = string("slice_by_index_13_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_13_end_mask_0 = const()[name = string("slice_by_index_13_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_13 = slice_by_index(begin = slice_by_index_13_begin_0, end = slice_by_index_13_end_0, end_mask = slice_by_index_13_end_mask_0, x = mul_146)[name = string("slice_by_index_13")]; int32 concat_6_axis_0 = const()[name = string("concat_6_axis_0"), val = int32(-1)]; bool concat_6_interleave_0 = const()[name = string("concat_6_interleave_0"), val = bool(false)]; tensor concat_6 = concat(axis = concat_6_axis_0, interleave = concat_6_interleave_0, values = (slice_by_index_13, slice_by_index_12))[name = string("concat_6")]; tensor mul_147_y_0 = const()[name = string("mul_147_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_147 = mul(x = concat_6, y = mul_147_y_0)[name = string("mul_147")]; tensor mul_148 = mul(x = mul_146, y = mul_11_y_0)[name = string("mul_148")]; tensor mul_149 = mul(x = mul_147, y = mul_12_y_0)[name = string("mul_149")]; tensor add_18 = add(x = mul_148, y = mul_149)[name = string("add_18")]; tensor transpose_13 = transpose(perm = transpose_13_perm_0, x = reshape_27)[name = string("transpose_50")]; tensor mul_150 = mul(x = transpose_13, y = transpose_13)[name = string("mul_150")]; tensor reduce_mean_32_axes_0 = const()[name = string("reduce_mean_32_axes_0"), val = tensor([-1])]; bool reduce_mean_32_keep_dims_0 = const()[name = string("reduce_mean_32_keep_dims_0"), val = bool(true)]; tensor reduce_mean_32 = reduce_mean(axes = reduce_mean_32_axes_0, keep_dims = reduce_mean_32_keep_dims_0, x = mul_150)[name = string("reduce_mean_32")]; fp32 rsqrt_32_epsilon_0 = const()[name = string("rsqrt_32_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_32 = rsqrt(epsilon = rsqrt_32_epsilon_0, x = reduce_mean_32)[name = string("rsqrt_32")]; tensor mul_151 = mul(x = transpose_13, y = rsqrt_32)[name = string("mul_151")]; tensor mul_152_y_0 = const()[name = string("mul_152_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399424)))]; tensor mul_152 = mul(x = mul_151, y = mul_152_y_0)[name = string("mul_152")]; tensor slice_by_index_14_begin_0 = const()[name = string("slice_by_index_14_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_14_end_0 = const()[name = string("slice_by_index_14_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_14_end_mask_0 = const()[name = string("slice_by_index_14_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_14 = slice_by_index(begin = slice_by_index_14_begin_0, end = slice_by_index_14_end_0, end_mask = slice_by_index_14_end_mask_0, x = mul_152)[name = string("slice_by_index_14")]; tensor slice_by_index_15_begin_0 = const()[name = string("slice_by_index_15_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_15_end_0 = const()[name = string("slice_by_index_15_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_15_end_mask_0 = const()[name = string("slice_by_index_15_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_15 = slice_by_index(begin = slice_by_index_15_begin_0, end = slice_by_index_15_end_0, end_mask = slice_by_index_15_end_mask_0, x = mul_152)[name = string("slice_by_index_15")]; int32 concat_7_axis_0 = const()[name = string("concat_7_axis_0"), val = int32(-1)]; bool concat_7_interleave_0 = const()[name = string("concat_7_interleave_0"), val = bool(false)]; tensor concat_7 = concat(axis = concat_7_axis_0, interleave = concat_7_interleave_0, values = (slice_by_index_15, slice_by_index_14))[name = string("concat_7")]; tensor mul_153_y_0 = const()[name = string("mul_153_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_153 = mul(x = concat_7, y = mul_153_y_0)[name = string("mul_153")]; tensor mul_154 = mul(x = mul_152, y = mul_11_y_0)[name = string("mul_154")]; tensor mul_155 = mul(x = mul_153, y = mul_12_y_0)[name = string("mul_155")]; tensor add_19 = add(x = mul_154, y = mul_155)[name = string("add_19")]; tensor reshape_29_shape_0 = const()[name = string("reshape_29_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_29 = reshape(shape = reshape_29_shape_0, x = add_19)[name = string("reshape_29")]; tensor tile_6_reps_0 = const()[name = string("tile_6_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_6 = tile(reps = tile_6_reps_0, x = reshape_29)[name = string("tile_6")]; tensor reshape_30_shape_0 = const()[name = string("reshape_30_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_30 = reshape(shape = reshape_30_shape_0, x = tile_6)[name = string("reshape_30")]; tensor reshape_31_shape_0 = const()[name = string("reshape_31_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_14 = transpose(perm = transpose_14_perm_0, x = reshape_28)[name = string("transpose_49")]; tensor reshape_31 = reshape(shape = reshape_31_shape_0, x = transpose_14)[name = string("reshape_31")]; tensor tile_7_reps_0 = const()[name = string("tile_7_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_7 = tile(reps = tile_7_reps_0, x = reshape_31)[name = string("tile_7")]; tensor reshape_32_shape_0 = const()[name = string("reshape_32_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_32 = reshape(shape = reshape_32_shape_0, x = tile_7)[name = string("reshape_32")]; fp16 mul_156_y_0 = const()[name = string("mul_156_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_156 = mul(x = add_18, y = mul_156_y_0)[name = string("mul_156")]; bool matmul_6_transpose_y_0 = const()[name = string("matmul_6_transpose_y_0"), val = bool(true)]; bool matmul_6_transpose_x_0 = const()[name = string("matmul_6_transpose_x_0"), val = bool(false)]; tensor matmul_6 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = mul_156, y = reshape_30)[name = string("matmul_6")]; tensor add_20 = add(x = matmul_6, y = reshape_1)[name = string("add_20")]; int32 softmax_3_axis_0 = const()[name = string("softmax_3_axis_0"), val = int32(-1)]; tensor softmax_3 = softmax(axis = softmax_3_axis_0, x = add_20)[name = string("softmax_3")]; bool matmul_7_transpose_x_0 = const()[name = string("matmul_7_transpose_x_0"), val = bool(false)]; bool matmul_7_transpose_y_0 = const()[name = string("matmul_7_transpose_y_0"), val = bool(false)]; tensor matmul_7 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = softmax_3, y = reshape_32)[name = string("matmul_7")]; tensor transpose_15_perm_0 = const()[name = string("transpose_15_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_33_shape_0 = const()[name = string("reshape_33_shape_0"), val = tensor([64, 352])]; tensor transpose_15 = transpose(perm = transpose_15_perm_0, x = matmul_7)[name = string("transpose_48")]; tensor reshape_33 = reshape(shape = reshape_33_shape_0, x = transpose_15)[name = string("reshape_33")]; tensor mul_157 = mul(x = reshape_33, y = reshape_33)[name = string("mul_157")]; tensor reduce_mean_33_axes_0 = const()[name = string("reduce_mean_33_axes_0"), val = tensor([-1])]; bool reduce_mean_33_keep_dims_0 = const()[name = string("reduce_mean_33_keep_dims_0"), val = bool(true)]; tensor reduce_mean_33 = reduce_mean(axes = reduce_mean_33_axes_0, keep_dims = reduce_mean_33_keep_dims_0, x = mul_157)[name = string("reduce_mean_33")]; fp32 rsqrt_33_epsilon_0 = const()[name = string("rsqrt_33_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_33 = rsqrt(epsilon = rsqrt_33_epsilon_0, x = reduce_mean_33)[name = string("rsqrt_33")]; tensor mul_158 = mul(x = reshape_33, y = rsqrt_33)[name = string("mul_158")]; tensor mul_159_y_0 = const()[name = string("mul_159_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399616)))]; tensor mul_159 = mul(x = mul_158, y = mul_159_y_0)[name = string("mul_159")]; tensor tern_3_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3400384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_o_weight_0_palettized")]; tensor tern_3_o = linear(bias = linear_0_bias_0, weight = tern_3_o_weight_0_palettized, x = mul_159)[name = string("tern_3_o")]; tensor mul_160_y_0 = const()[name = string("mul_160_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3431424)))]; tensor mul_160 = mul(x = tern_3_o, y = mul_160_y_0)[name = string("mul_160")]; tensor add_21 = add(x = add_17, y = mul_160)[name = string("add_21")]; tensor mul_161 = mul(x = add_21, y = add_21)[name = string("mul_161")]; tensor reduce_mean_34_axes_0 = const()[name = string("reduce_mean_34_axes_0"), val = tensor([-1])]; bool reduce_mean_34_keep_dims_0 = const()[name = string("reduce_mean_34_keep_dims_0"), val = bool(true)]; tensor reduce_mean_34 = reduce_mean(axes = reduce_mean_34_axes_0, keep_dims = reduce_mean_34_keep_dims_0, x = mul_161)[name = string("reduce_mean_34")]; fp32 rsqrt_34_epsilon_0 = const()[name = string("rsqrt_34_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_34 = rsqrt(epsilon = rsqrt_34_epsilon_0, x = reduce_mean_34)[name = string("rsqrt_34")]; tensor mul_162 = mul(x = add_21, y = rsqrt_34)[name = string("mul_162")]; tensor mul_163_y_0 = const()[name = string("mul_163_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432192)))]; tensor mul_163 = mul(x = mul_162, y = mul_163_y_0)[name = string("mul_163")]; tensor mul_164 = mul(x = mul_163, y = mul_163)[name = string("mul_164")]; tensor reduce_mean_35_axes_0 = const()[name = string("reduce_mean_35_axes_0"), val = tensor([-1])]; bool reduce_mean_35_keep_dims_0 = const()[name = string("reduce_mean_35_keep_dims_0"), val = bool(true)]; tensor reduce_mean_35 = reduce_mean(axes = reduce_mean_35_axes_0, keep_dims = reduce_mean_35_keep_dims_0, x = mul_164)[name = string("reduce_mean_35")]; fp32 rsqrt_35_epsilon_0 = const()[name = string("rsqrt_35_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_35 = rsqrt(epsilon = rsqrt_35_epsilon_0, x = reduce_mean_35)[name = string("rsqrt_35")]; tensor mul_165 = mul(x = mul_163, y = rsqrt_35)[name = string("mul_165")]; tensor mul_166_y_0 = const()[name = string("mul_166_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432960)))]; tensor mul_166 = mul(x = mul_165, y = mul_166_y_0)[name = string("mul_166")]; tensor tern_3_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3433728))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w1_weight_0_palettized")]; tensor tern_3_w1 = linear(bias = linear_4_bias_0, weight = tern_3_w1_weight_0_palettized, x = mul_166)[name = string("tern_3_w1")]; tensor mul_167_y_0 = const()[name = string("mul_167_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3518272)))]; tensor mul_167 = mul(x = tern_3_w1, y = mul_167_y_0)[name = string("mul_167")]; tensor mul_170_y_0 = const()[name = string("mul_170_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3520256)))]; tensor mul_170 = mul(x = mul_165, y = mul_170_y_0)[name = string("mul_170")]; tensor tern_3_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3521024))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w3_weight_0_palettized")]; tensor tern_3_w3 = linear(bias = linear_4_bias_0, weight = tern_3_w3_weight_0_palettized, x = mul_170)[name = string("tern_3_w3")]; tensor mul_171_y_0 = const()[name = string("mul_171_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3605568)))]; tensor mul_171 = mul(x = tern_3_w3, y = mul_171_y_0)[name = string("mul_171")]; fp16 mul_172_y_0 = const()[name = string("mul_172_y_0"), val = fp16(0x1p-1)]; tensor mul_172 = mul(x = mul_167, y = mul_172_y_0)[name = string("mul_172")]; tensor tanh_3 = tanh(x = mul_172)[name = string("tanh_3")]; fp16 mul_173_x_0 = const()[name = string("mul_173_x_0"), val = fp16(0x1p-1)]; tensor mul_173 = mul(x = mul_173_x_0, y = tanh_3)[name = string("mul_173")]; fp16 add_22_x_0 = const()[name = string("add_22_x_0"), val = fp16(0x1p-1)]; tensor add_22 = add(x = add_22_x_0, y = mul_173)[name = string("add_22")]; tensor mul_174 = mul(x = mul_167, y = add_22)[name = string("mul_174")]; tensor mul_175 = mul(x = mul_174, y = mul_171)[name = string("mul_175")]; tensor mul_176 = mul(x = mul_175, y = mul_175)[name = string("mul_176")]; tensor reduce_mean_37_axes_0 = const()[name = string("reduce_mean_37_axes_0"), val = tensor([-1])]; bool reduce_mean_37_keep_dims_0 = const()[name = string("reduce_mean_37_keep_dims_0"), val = bool(true)]; tensor reduce_mean_37 = reduce_mean(axes = reduce_mean_37_axes_0, keep_dims = reduce_mean_37_keep_dims_0, x = mul_176)[name = string("reduce_mean_37")]; fp32 rsqrt_37_epsilon_0 = const()[name = string("rsqrt_37_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_37 = rsqrt(epsilon = rsqrt_37_epsilon_0, x = reduce_mean_37)[name = string("rsqrt_37")]; tensor mul_177 = mul(x = mul_175, y = rsqrt_37)[name = string("mul_177")]; tensor mul_178_y_0 = const()[name = string("mul_178_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3607552)))]; tensor mul_178 = mul(x = mul_177, y = mul_178_y_0)[name = string("mul_178")]; tensor tern_3_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3609536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w2_weight_0_palettized")]; tensor tern_3_w2 = linear(bias = linear_0_bias_0, weight = tern_3_w2_weight_0_palettized, x = mul_178)[name = string("tern_3_w2")]; tensor mul_179_y_0 = const()[name = string("mul_179_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694080)))]; tensor mul_179 = mul(x = tern_3_w2, y = mul_179_y_0)[name = string("mul_179")]; tensor add_23 = add(x = add_21, y = mul_179)[name = string("add_23")]; tensor mul_180 = mul(x = add_23, y = add_23)[name = string("mul_180")]; tensor reduce_mean_38_axes_0 = const()[name = string("reduce_mean_38_axes_0"), val = tensor([-1])]; bool reduce_mean_38_keep_dims_0 = const()[name = string("reduce_mean_38_keep_dims_0"), val = bool(true)]; tensor reduce_mean_38 = reduce_mean(axes = reduce_mean_38_axes_0, keep_dims = reduce_mean_38_keep_dims_0, x = mul_180)[name = string("reduce_mean_38")]; fp32 rsqrt_38_epsilon_0 = const()[name = string("rsqrt_38_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_38 = rsqrt(epsilon = rsqrt_38_epsilon_0, x = reduce_mean_38)[name = string("rsqrt_38")]; tensor mul_181 = mul(x = add_23, y = rsqrt_38)[name = string("mul_181")]; tensor mul_182_y_0 = const()[name = string("mul_182_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694848)))]; tensor mul_182 = mul(x = mul_181, y = mul_182_y_0)[name = string("mul_182")]; tensor mul_183 = mul(x = mul_182, y = mul_182)[name = string("mul_183")]; tensor reduce_mean_39_axes_0 = const()[name = string("reduce_mean_39_axes_0"), val = tensor([-1])]; bool reduce_mean_39_keep_dims_0 = const()[name = string("reduce_mean_39_keep_dims_0"), val = bool(true)]; tensor reduce_mean_39 = reduce_mean(axes = reduce_mean_39_axes_0, keep_dims = reduce_mean_39_keep_dims_0, x = mul_183)[name = string("reduce_mean_39")]; fp32 rsqrt_39_epsilon_0 = const()[name = string("rsqrt_39_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_39 = rsqrt(epsilon = rsqrt_39_epsilon_0, x = reduce_mean_39)[name = string("rsqrt_39")]; tensor mul_184 = mul(x = mul_182, y = rsqrt_39)[name = string("mul_184")]; tensor mul_185_y_0 = const()[name = string("mul_185_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3695616)))]; tensor mul_185 = mul(x = mul_184, y = mul_185_y_0)[name = string("mul_185")]; tensor tern_4_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3696384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_q_weight_0_palettized")]; tensor tern_4_q = linear(bias = linear_0_bias_0, weight = tern_4_q_weight_0_palettized, x = mul_185)[name = string("tern_4_q")]; tensor mul_186_y_0 = const()[name = string("mul_186_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3727424)))]; tensor mul_186 = mul(x = tern_4_q, y = mul_186_y_0)[name = string("mul_186")]; tensor reshape_34_shape_0 = const()[name = string("reshape_34_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_34 = reshape(shape = reshape_34_shape_0, x = mul_186)[name = string("reshape_34")]; tensor transpose_16_perm_0 = const()[name = string("transpose_16_perm_0"), val = tensor([1, 0, 2])]; tensor mul_189_y_0 = const()[name = string("mul_189_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728192)))]; tensor mul_189 = mul(x = mul_184, y = mul_189_y_0)[name = string("mul_189")]; tensor tern_4_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728960))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_k_weight_0_palettized")]; tensor tern_4_k_bias_0 = const()[name = string("tern_4_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_k = linear(bias = tern_4_k_bias_0, weight = tern_4_k_weight_0_palettized, x = mul_189)[name = string("tern_4_k")]; tensor mul_190_y_0 = const()[name = string("mul_190_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3736768)))]; tensor mul_190 = mul(x = tern_4_k, y = mul_190_y_0)[name = string("mul_190")]; tensor reshape_35_shape_0 = const()[name = string("reshape_35_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_35 = reshape(shape = reshape_35_shape_0, x = mul_190)[name = string("reshape_35")]; tensor transpose_17_perm_0 = const()[name = string("transpose_17_perm_0"), val = tensor([1, 0, 2])]; tensor mul_193_y_0 = const()[name = string("mul_193_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737024)))]; tensor mul_193 = mul(x = mul_184, y = mul_193_y_0)[name = string("mul_193")]; tensor tern_4_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737792))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_v_weight_0_palettized")]; tensor tern_4_v_bias_0 = const()[name = string("tern_4_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_v = linear(bias = tern_4_v_bias_0, weight = tern_4_v_weight_0_palettized, x = mul_193)[name = string("tern_4_v")]; tensor mul_194_y_0 = const()[name = string("mul_194_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745600)))]; tensor mul_194 = mul(x = tern_4_v, y = mul_194_y_0)[name = string("mul_194")]; tensor reshape_36_shape_0 = const()[name = string("reshape_36_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_36 = reshape(shape = reshape_36_shape_0, x = mul_194)[name = string("reshape_36")]; tensor transpose_18_perm_0 = const()[name = string("transpose_18_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_16 = transpose(perm = transpose_16_perm_0, x = reshape_34)[name = string("transpose_47")]; tensor mul_195 = mul(x = transpose_16, y = transpose_16)[name = string("mul_195")]; tensor reduce_mean_42_axes_0 = const()[name = string("reduce_mean_42_axes_0"), val = tensor([-1])]; bool reduce_mean_42_keep_dims_0 = const()[name = string("reduce_mean_42_keep_dims_0"), val = bool(true)]; tensor reduce_mean_42 = reduce_mean(axes = reduce_mean_42_axes_0, keep_dims = reduce_mean_42_keep_dims_0, x = mul_195)[name = string("reduce_mean_42")]; fp32 rsqrt_42_epsilon_0 = const()[name = string("rsqrt_42_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_42 = rsqrt(epsilon = rsqrt_42_epsilon_0, x = reduce_mean_42)[name = string("rsqrt_42")]; tensor mul_196 = mul(x = transpose_16, y = rsqrt_42)[name = string("mul_196")]; tensor mul_197_y_0 = const()[name = string("mul_197_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745856)))]; tensor mul_197 = mul(x = mul_196, y = mul_197_y_0)[name = string("mul_197")]; tensor slice_by_index_16_begin_0 = const()[name = string("slice_by_index_16_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_16_end_0 = const()[name = string("slice_by_index_16_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_16_end_mask_0 = const()[name = string("slice_by_index_16_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_16 = slice_by_index(begin = slice_by_index_16_begin_0, end = slice_by_index_16_end_0, end_mask = slice_by_index_16_end_mask_0, x = mul_197)[name = string("slice_by_index_16")]; tensor slice_by_index_17_begin_0 = const()[name = string("slice_by_index_17_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_17_end_0 = const()[name = string("slice_by_index_17_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_17_end_mask_0 = const()[name = string("slice_by_index_17_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_17 = slice_by_index(begin = slice_by_index_17_begin_0, end = slice_by_index_17_end_0, end_mask = slice_by_index_17_end_mask_0, x = mul_197)[name = string("slice_by_index_17")]; int32 concat_8_axis_0 = const()[name = string("concat_8_axis_0"), val = int32(-1)]; bool concat_8_interleave_0 = const()[name = string("concat_8_interleave_0"), val = bool(false)]; tensor concat_8 = concat(axis = concat_8_axis_0, interleave = concat_8_interleave_0, values = (slice_by_index_17, slice_by_index_16))[name = string("concat_8")]; tensor mul_198_y_0 = const()[name = string("mul_198_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_198 = mul(x = concat_8, y = mul_198_y_0)[name = string("mul_198")]; tensor mul_199 = mul(x = mul_197, y = mul_11_y_0)[name = string("mul_199")]; tensor mul_200 = mul(x = mul_198, y = mul_12_y_0)[name = string("mul_200")]; tensor add_24 = add(x = mul_199, y = mul_200)[name = string("add_24")]; tensor transpose_17 = transpose(perm = transpose_17_perm_0, x = reshape_35)[name = string("transpose_46")]; tensor mul_201 = mul(x = transpose_17, y = transpose_17)[name = string("mul_201")]; tensor reduce_mean_43_axes_0 = const()[name = string("reduce_mean_43_axes_0"), val = tensor([-1])]; bool reduce_mean_43_keep_dims_0 = const()[name = string("reduce_mean_43_keep_dims_0"), val = bool(true)]; tensor reduce_mean_43 = reduce_mean(axes = reduce_mean_43_axes_0, keep_dims = reduce_mean_43_keep_dims_0, x = mul_201)[name = string("reduce_mean_43")]; fp32 rsqrt_43_epsilon_0 = const()[name = string("rsqrt_43_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_43 = rsqrt(epsilon = rsqrt_43_epsilon_0, x = reduce_mean_43)[name = string("rsqrt_43")]; tensor mul_202 = mul(x = transpose_17, y = rsqrt_43)[name = string("mul_202")]; tensor mul_203_y_0 = const()[name = string("mul_203_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746048)))]; tensor mul_203 = mul(x = mul_202, y = mul_203_y_0)[name = string("mul_203")]; tensor slice_by_index_18_begin_0 = const()[name = string("slice_by_index_18_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_18_end_0 = const()[name = string("slice_by_index_18_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_18_end_mask_0 = const()[name = string("slice_by_index_18_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_18 = slice_by_index(begin = slice_by_index_18_begin_0, end = slice_by_index_18_end_0, end_mask = slice_by_index_18_end_mask_0, x = mul_203)[name = string("slice_by_index_18")]; tensor slice_by_index_19_begin_0 = const()[name = string("slice_by_index_19_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_19_end_0 = const()[name = string("slice_by_index_19_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_19_end_mask_0 = const()[name = string("slice_by_index_19_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_19 = slice_by_index(begin = slice_by_index_19_begin_0, end = slice_by_index_19_end_0, end_mask = slice_by_index_19_end_mask_0, x = mul_203)[name = string("slice_by_index_19")]; int32 concat_9_axis_0 = const()[name = string("concat_9_axis_0"), val = int32(-1)]; bool concat_9_interleave_0 = const()[name = string("concat_9_interleave_0"), val = bool(false)]; tensor concat_9 = concat(axis = concat_9_axis_0, interleave = concat_9_interleave_0, values = (slice_by_index_19, slice_by_index_18))[name = string("concat_9")]; tensor mul_204_y_0 = const()[name = string("mul_204_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_204 = mul(x = concat_9, y = mul_204_y_0)[name = string("mul_204")]; tensor mul_205 = mul(x = mul_203, y = mul_11_y_0)[name = string("mul_205")]; tensor mul_206 = mul(x = mul_204, y = mul_12_y_0)[name = string("mul_206")]; tensor add_25 = add(x = mul_205, y = mul_206)[name = string("add_25")]; tensor reshape_37_shape_0 = const()[name = string("reshape_37_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_37 = reshape(shape = reshape_37_shape_0, x = add_25)[name = string("reshape_37")]; tensor tile_8_reps_0 = const()[name = string("tile_8_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_8 = tile(reps = tile_8_reps_0, x = reshape_37)[name = string("tile_8")]; tensor reshape_38_shape_0 = const()[name = string("reshape_38_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_38 = reshape(shape = reshape_38_shape_0, x = tile_8)[name = string("reshape_38")]; tensor reshape_39_shape_0 = const()[name = string("reshape_39_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_18 = transpose(perm = transpose_18_perm_0, x = reshape_36)[name = string("transpose_45")]; tensor reshape_39 = reshape(shape = reshape_39_shape_0, x = transpose_18)[name = string("reshape_39")]; tensor tile_9_reps_0 = const()[name = string("tile_9_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_9 = tile(reps = tile_9_reps_0, x = reshape_39)[name = string("tile_9")]; tensor reshape_40_shape_0 = const()[name = string("reshape_40_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_40 = reshape(shape = reshape_40_shape_0, x = tile_9)[name = string("reshape_40")]; fp16 mul_207_y_0 = const()[name = string("mul_207_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_207 = mul(x = add_24, y = mul_207_y_0)[name = string("mul_207")]; bool matmul_8_transpose_y_0 = const()[name = string("matmul_8_transpose_y_0"), val = bool(true)]; bool matmul_8_transpose_x_0 = const()[name = string("matmul_8_transpose_x_0"), val = bool(false)]; tensor matmul_8 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = mul_207, y = reshape_38)[name = string("matmul_8")]; tensor add_26 = add(x = matmul_8, y = reshape_1)[name = string("add_26")]; int32 softmax_4_axis_0 = const()[name = string("softmax_4_axis_0"), val = int32(-1)]; tensor softmax_4 = softmax(axis = softmax_4_axis_0, x = add_26)[name = string("softmax_4")]; bool matmul_9_transpose_x_0 = const()[name = string("matmul_9_transpose_x_0"), val = bool(false)]; bool matmul_9_transpose_y_0 = const()[name = string("matmul_9_transpose_y_0"), val = bool(false)]; tensor matmul_9 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = softmax_4, y = reshape_40)[name = string("matmul_9")]; tensor transpose_19_perm_0 = const()[name = string("transpose_19_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_41_shape_0 = const()[name = string("reshape_41_shape_0"), val = tensor([64, 352])]; tensor transpose_19 = transpose(perm = transpose_19_perm_0, x = matmul_9)[name = string("transpose_44")]; tensor reshape_41 = reshape(shape = reshape_41_shape_0, x = transpose_19)[name = string("reshape_41")]; tensor mul_208 = mul(x = reshape_41, y = reshape_41)[name = string("mul_208")]; tensor reduce_mean_44_axes_0 = const()[name = string("reduce_mean_44_axes_0"), val = tensor([-1])]; bool reduce_mean_44_keep_dims_0 = const()[name = string("reduce_mean_44_keep_dims_0"), val = bool(true)]; tensor reduce_mean_44 = reduce_mean(axes = reduce_mean_44_axes_0, keep_dims = reduce_mean_44_keep_dims_0, x = mul_208)[name = string("reduce_mean_44")]; fp32 rsqrt_44_epsilon_0 = const()[name = string("rsqrt_44_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_44 = rsqrt(epsilon = rsqrt_44_epsilon_0, x = reduce_mean_44)[name = string("rsqrt_44")]; tensor mul_209 = mul(x = reshape_41, y = rsqrt_44)[name = string("mul_209")]; tensor mul_210_y_0 = const()[name = string("mul_210_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746240)))]; tensor mul_210 = mul(x = mul_209, y = mul_210_y_0)[name = string("mul_210")]; tensor tern_4_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3747008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_o_weight_0_palettized")]; tensor tern_4_o = linear(bias = linear_0_bias_0, weight = tern_4_o_weight_0_palettized, x = mul_210)[name = string("tern_4_o")]; tensor mul_211_y_0 = const()[name = string("mul_211_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778048)))]; tensor mul_211 = mul(x = tern_4_o, y = mul_211_y_0)[name = string("mul_211")]; tensor add_27 = add(x = add_23, y = mul_211)[name = string("add_27")]; tensor mul_212 = mul(x = add_27, y = add_27)[name = string("mul_212")]; tensor reduce_mean_45_axes_0 = const()[name = string("reduce_mean_45_axes_0"), val = tensor([-1])]; bool reduce_mean_45_keep_dims_0 = const()[name = string("reduce_mean_45_keep_dims_0"), val = bool(true)]; tensor reduce_mean_45 = reduce_mean(axes = reduce_mean_45_axes_0, keep_dims = reduce_mean_45_keep_dims_0, x = mul_212)[name = string("reduce_mean_45")]; fp32 rsqrt_45_epsilon_0 = const()[name = string("rsqrt_45_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_45 = rsqrt(epsilon = rsqrt_45_epsilon_0, x = reduce_mean_45)[name = string("rsqrt_45")]; tensor mul_213 = mul(x = add_27, y = rsqrt_45)[name = string("mul_213")]; tensor mul_214_y_0 = const()[name = string("mul_214_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778816)))]; tensor mul_214 = mul(x = mul_213, y = mul_214_y_0)[name = string("mul_214")]; tensor mul_215 = mul(x = mul_214, y = mul_214)[name = string("mul_215")]; tensor reduce_mean_46_axes_0 = const()[name = string("reduce_mean_46_axes_0"), val = tensor([-1])]; bool reduce_mean_46_keep_dims_0 = const()[name = string("reduce_mean_46_keep_dims_0"), val = bool(true)]; tensor reduce_mean_46 = reduce_mean(axes = reduce_mean_46_axes_0, keep_dims = reduce_mean_46_keep_dims_0, x = mul_215)[name = string("reduce_mean_46")]; fp32 rsqrt_46_epsilon_0 = const()[name = string("rsqrt_46_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_46 = rsqrt(epsilon = rsqrt_46_epsilon_0, x = reduce_mean_46)[name = string("rsqrt_46")]; tensor mul_216 = mul(x = mul_214, y = rsqrt_46)[name = string("mul_216")]; tensor mul_217_y_0 = const()[name = string("mul_217_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3779584)))]; tensor mul_217 = mul(x = mul_216, y = mul_217_y_0)[name = string("mul_217")]; tensor tern_4_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3780352))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w1_weight_0_palettized")]; tensor tern_4_w1 = linear(bias = linear_4_bias_0, weight = tern_4_w1_weight_0_palettized, x = mul_217)[name = string("tern_4_w1")]; tensor mul_218_y_0 = const()[name = string("mul_218_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3864896)))]; tensor mul_218 = mul(x = tern_4_w1, y = mul_218_y_0)[name = string("mul_218")]; tensor mul_221_y_0 = const()[name = string("mul_221_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3866880)))]; tensor mul_221 = mul(x = mul_216, y = mul_221_y_0)[name = string("mul_221")]; tensor tern_4_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3867648))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w3_weight_0_palettized")]; tensor tern_4_w3 = linear(bias = linear_4_bias_0, weight = tern_4_w3_weight_0_palettized, x = mul_221)[name = string("tern_4_w3")]; tensor mul_222_y_0 = const()[name = string("mul_222_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3952192)))]; tensor mul_222 = mul(x = tern_4_w3, y = mul_222_y_0)[name = string("mul_222")]; fp16 mul_223_y_0 = const()[name = string("mul_223_y_0"), val = fp16(0x1p-1)]; tensor mul_223 = mul(x = mul_218, y = mul_223_y_0)[name = string("mul_223")]; tensor tanh_4 = tanh(x = mul_223)[name = string("tanh_4")]; fp16 mul_224_x_0 = const()[name = string("mul_224_x_0"), val = fp16(0x1p-1)]; tensor mul_224 = mul(x = mul_224_x_0, y = tanh_4)[name = string("mul_224")]; fp16 add_28_x_0 = const()[name = string("add_28_x_0"), val = fp16(0x1p-1)]; tensor add_28 = add(x = add_28_x_0, y = mul_224)[name = string("add_28")]; tensor mul_225 = mul(x = mul_218, y = add_28)[name = string("mul_225")]; tensor mul_226 = mul(x = mul_225, y = mul_222)[name = string("mul_226")]; tensor mul_227 = mul(x = mul_226, y = mul_226)[name = string("mul_227")]; tensor reduce_mean_48_axes_0 = const()[name = string("reduce_mean_48_axes_0"), val = tensor([-1])]; bool reduce_mean_48_keep_dims_0 = const()[name = string("reduce_mean_48_keep_dims_0"), val = bool(true)]; tensor reduce_mean_48 = reduce_mean(axes = reduce_mean_48_axes_0, keep_dims = reduce_mean_48_keep_dims_0, x = mul_227)[name = string("reduce_mean_48")]; fp32 rsqrt_48_epsilon_0 = const()[name = string("rsqrt_48_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_48 = rsqrt(epsilon = rsqrt_48_epsilon_0, x = reduce_mean_48)[name = string("rsqrt_48")]; tensor mul_228 = mul(x = mul_226, y = rsqrt_48)[name = string("mul_228")]; tensor mul_229_y_0 = const()[name = string("mul_229_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3954176)))]; tensor mul_229 = mul(x = mul_228, y = mul_229_y_0)[name = string("mul_229")]; tensor tern_4_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3956160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w2_weight_0_palettized")]; tensor tern_4_w2 = linear(bias = linear_0_bias_0, weight = tern_4_w2_weight_0_palettized, x = mul_229)[name = string("tern_4_w2")]; tensor mul_230_y_0 = const()[name = string("mul_230_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4040704)))]; tensor mul_230 = mul(x = tern_4_w2, y = mul_230_y_0)[name = string("mul_230")]; tensor add_29 = add(x = add_27, y = mul_230)[name = string("add_29")]; tensor mul_231 = mul(x = add_29, y = add_29)[name = string("mul_231")]; tensor reduce_mean_49_axes_0 = const()[name = string("reduce_mean_49_axes_0"), val = tensor([-1])]; bool reduce_mean_49_keep_dims_0 = const()[name = string("reduce_mean_49_keep_dims_0"), val = bool(true)]; tensor reduce_mean_49 = reduce_mean(axes = reduce_mean_49_axes_0, keep_dims = reduce_mean_49_keep_dims_0, x = mul_231)[name = string("reduce_mean_49")]; fp32 rsqrt_49_epsilon_0 = const()[name = string("rsqrt_49_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_49 = rsqrt(epsilon = rsqrt_49_epsilon_0, x = reduce_mean_49)[name = string("rsqrt_49")]; tensor mul_232 = mul(x = add_29, y = rsqrt_49)[name = string("mul_232")]; tensor mul_233_y_0 = const()[name = string("mul_233_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4041472)))]; tensor mul_233 = mul(x = mul_232, y = mul_233_y_0)[name = string("mul_233")]; tensor mul_234 = mul(x = mul_233, y = mul_233)[name = string("mul_234")]; tensor reduce_mean_50_axes_0 = const()[name = string("reduce_mean_50_axes_0"), val = tensor([-1])]; bool reduce_mean_50_keep_dims_0 = const()[name = string("reduce_mean_50_keep_dims_0"), val = bool(true)]; tensor reduce_mean_50 = reduce_mean(axes = reduce_mean_50_axes_0, keep_dims = reduce_mean_50_keep_dims_0, x = mul_234)[name = string("reduce_mean_50")]; fp32 rsqrt_50_epsilon_0 = const()[name = string("rsqrt_50_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_50 = rsqrt(epsilon = rsqrt_50_epsilon_0, x = reduce_mean_50)[name = string("rsqrt_50")]; tensor mul_235 = mul(x = mul_233, y = rsqrt_50)[name = string("mul_235")]; tensor mul_236_y_0 = const()[name = string("mul_236_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4042240)))]; tensor mul_236 = mul(x = mul_235, y = mul_236_y_0)[name = string("mul_236")]; tensor tern_5_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4043008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_q_weight_0_palettized")]; tensor tern_5_q = linear(bias = linear_0_bias_0, weight = tern_5_q_weight_0_palettized, x = mul_236)[name = string("tern_5_q")]; tensor mul_237_y_0 = const()[name = string("mul_237_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074048)))]; tensor mul_237 = mul(x = tern_5_q, y = mul_237_y_0)[name = string("mul_237")]; tensor reshape_42_shape_0 = const()[name = string("reshape_42_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_42 = reshape(shape = reshape_42_shape_0, x = mul_237)[name = string("reshape_42")]; tensor transpose_20_perm_0 = const()[name = string("transpose_20_perm_0"), val = tensor([1, 0, 2])]; tensor mul_240_y_0 = const()[name = string("mul_240_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074816)))]; tensor mul_240 = mul(x = mul_235, y = mul_240_y_0)[name = string("mul_240")]; tensor tern_5_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4075584))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_k_weight_0_palettized")]; tensor tern_5_k_bias_0 = const()[name = string("tern_5_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_k = linear(bias = tern_5_k_bias_0, weight = tern_5_k_weight_0_palettized, x = mul_240)[name = string("tern_5_k")]; tensor mul_241_y_0 = const()[name = string("mul_241_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083392)))]; tensor mul_241 = mul(x = tern_5_k, y = mul_241_y_0)[name = string("mul_241")]; tensor reshape_43_shape_0 = const()[name = string("reshape_43_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_43 = reshape(shape = reshape_43_shape_0, x = mul_241)[name = string("reshape_43")]; tensor transpose_21_perm_0 = const()[name = string("transpose_21_perm_0"), val = tensor([1, 0, 2])]; tensor mul_244_y_0 = const()[name = string("mul_244_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083648)))]; tensor mul_244 = mul(x = mul_235, y = mul_244_y_0)[name = string("mul_244")]; tensor tern_5_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4084416))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_v_weight_0_palettized")]; tensor tern_5_v_bias_0 = const()[name = string("tern_5_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_v = linear(bias = tern_5_v_bias_0, weight = tern_5_v_weight_0_palettized, x = mul_244)[name = string("tern_5_v")]; tensor mul_245_y_0 = const()[name = string("mul_245_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092224)))]; tensor mul_245 = mul(x = tern_5_v, y = mul_245_y_0)[name = string("mul_245")]; tensor reshape_44_shape_0 = const()[name = string("reshape_44_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_44 = reshape(shape = reshape_44_shape_0, x = mul_245)[name = string("reshape_44")]; tensor transpose_22_perm_0 = const()[name = string("transpose_22_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_20 = transpose(perm = transpose_20_perm_0, x = reshape_42)[name = string("transpose_43")]; tensor mul_246 = mul(x = transpose_20, y = transpose_20)[name = string("mul_246")]; tensor reduce_mean_53_axes_0 = const()[name = string("reduce_mean_53_axes_0"), val = tensor([-1])]; bool reduce_mean_53_keep_dims_0 = const()[name = string("reduce_mean_53_keep_dims_0"), val = bool(true)]; tensor reduce_mean_53 = reduce_mean(axes = reduce_mean_53_axes_0, keep_dims = reduce_mean_53_keep_dims_0, x = mul_246)[name = string("reduce_mean_53")]; fp32 rsqrt_53_epsilon_0 = const()[name = string("rsqrt_53_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_53 = rsqrt(epsilon = rsqrt_53_epsilon_0, x = reduce_mean_53)[name = string("rsqrt_53")]; tensor mul_247 = mul(x = transpose_20, y = rsqrt_53)[name = string("mul_247")]; tensor mul_248_y_0 = const()[name = string("mul_248_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092480)))]; tensor mul_248 = mul(x = mul_247, y = mul_248_y_0)[name = string("mul_248")]; tensor slice_by_index_20_begin_0 = const()[name = string("slice_by_index_20_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_20_end_0 = const()[name = string("slice_by_index_20_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_20_end_mask_0 = const()[name = string("slice_by_index_20_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_20 = slice_by_index(begin = slice_by_index_20_begin_0, end = slice_by_index_20_end_0, end_mask = slice_by_index_20_end_mask_0, x = mul_248)[name = string("slice_by_index_20")]; tensor slice_by_index_21_begin_0 = const()[name = string("slice_by_index_21_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_21_end_0 = const()[name = string("slice_by_index_21_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_21_end_mask_0 = const()[name = string("slice_by_index_21_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_21 = slice_by_index(begin = slice_by_index_21_begin_0, end = slice_by_index_21_end_0, end_mask = slice_by_index_21_end_mask_0, x = mul_248)[name = string("slice_by_index_21")]; int32 concat_10_axis_0 = const()[name = string("concat_10_axis_0"), val = int32(-1)]; bool concat_10_interleave_0 = const()[name = string("concat_10_interleave_0"), val = bool(false)]; tensor concat_10 = concat(axis = concat_10_axis_0, interleave = concat_10_interleave_0, values = (slice_by_index_21, slice_by_index_20))[name = string("concat_10")]; tensor mul_249_y_0 = const()[name = string("mul_249_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_249 = mul(x = concat_10, y = mul_249_y_0)[name = string("mul_249")]; tensor mul_250 = mul(x = mul_248, y = mul_11_y_0)[name = string("mul_250")]; tensor mul_251 = mul(x = mul_249, y = mul_12_y_0)[name = string("mul_251")]; tensor add_30 = add(x = mul_250, y = mul_251)[name = string("add_30")]; tensor transpose_21 = transpose(perm = transpose_21_perm_0, x = reshape_43)[name = string("transpose_42")]; tensor mul_252 = mul(x = transpose_21, y = transpose_21)[name = string("mul_252")]; tensor reduce_mean_54_axes_0 = const()[name = string("reduce_mean_54_axes_0"), val = tensor([-1])]; bool reduce_mean_54_keep_dims_0 = const()[name = string("reduce_mean_54_keep_dims_0"), val = bool(true)]; tensor reduce_mean_54 = reduce_mean(axes = reduce_mean_54_axes_0, keep_dims = reduce_mean_54_keep_dims_0, x = mul_252)[name = string("reduce_mean_54")]; fp32 rsqrt_54_epsilon_0 = const()[name = string("rsqrt_54_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_54 = rsqrt(epsilon = rsqrt_54_epsilon_0, x = reduce_mean_54)[name = string("rsqrt_54")]; tensor mul_253 = mul(x = transpose_21, y = rsqrt_54)[name = string("mul_253")]; tensor mul_254_y_0 = const()[name = string("mul_254_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092672)))]; tensor mul_254 = mul(x = mul_253, y = mul_254_y_0)[name = string("mul_254")]; tensor slice_by_index_22_begin_0 = const()[name = string("slice_by_index_22_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_22_end_0 = const()[name = string("slice_by_index_22_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_22_end_mask_0 = const()[name = string("slice_by_index_22_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_22 = slice_by_index(begin = slice_by_index_22_begin_0, end = slice_by_index_22_end_0, end_mask = slice_by_index_22_end_mask_0, x = mul_254)[name = string("slice_by_index_22")]; tensor slice_by_index_23_begin_0 = const()[name = string("slice_by_index_23_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_23_end_0 = const()[name = string("slice_by_index_23_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_23_end_mask_0 = const()[name = string("slice_by_index_23_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_23 = slice_by_index(begin = slice_by_index_23_begin_0, end = slice_by_index_23_end_0, end_mask = slice_by_index_23_end_mask_0, x = mul_254)[name = string("slice_by_index_23")]; int32 concat_11_axis_0 = const()[name = string("concat_11_axis_0"), val = int32(-1)]; bool concat_11_interleave_0 = const()[name = string("concat_11_interleave_0"), val = bool(false)]; tensor concat_11 = concat(axis = concat_11_axis_0, interleave = concat_11_interleave_0, values = (slice_by_index_23, slice_by_index_22))[name = string("concat_11")]; tensor mul_255_y_0 = const()[name = string("mul_255_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_255 = mul(x = concat_11, y = mul_255_y_0)[name = string("mul_255")]; tensor mul_256 = mul(x = mul_254, y = mul_11_y_0)[name = string("mul_256")]; tensor mul_257 = mul(x = mul_255, y = mul_12_y_0)[name = string("mul_257")]; tensor add_31 = add(x = mul_256, y = mul_257)[name = string("add_31")]; tensor reshape_45_shape_0 = const()[name = string("reshape_45_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_45 = reshape(shape = reshape_45_shape_0, x = add_31)[name = string("reshape_45")]; tensor tile_10_reps_0 = const()[name = string("tile_10_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_10 = tile(reps = tile_10_reps_0, x = reshape_45)[name = string("tile_10")]; tensor reshape_46_shape_0 = const()[name = string("reshape_46_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_46 = reshape(shape = reshape_46_shape_0, x = tile_10)[name = string("reshape_46")]; tensor reshape_47_shape_0 = const()[name = string("reshape_47_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_22 = transpose(perm = transpose_22_perm_0, x = reshape_44)[name = string("transpose_41")]; tensor reshape_47 = reshape(shape = reshape_47_shape_0, x = transpose_22)[name = string("reshape_47")]; tensor tile_11_reps_0 = const()[name = string("tile_11_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_11 = tile(reps = tile_11_reps_0, x = reshape_47)[name = string("tile_11")]; tensor reshape_48_shape_0 = const()[name = string("reshape_48_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_48 = reshape(shape = reshape_48_shape_0, x = tile_11)[name = string("reshape_48")]; fp16 mul_258_y_0 = const()[name = string("mul_258_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_258 = mul(x = add_30, y = mul_258_y_0)[name = string("mul_258")]; bool matmul_10_transpose_y_0 = const()[name = string("matmul_10_transpose_y_0"), val = bool(true)]; bool matmul_10_transpose_x_0 = const()[name = string("matmul_10_transpose_x_0"), val = bool(false)]; tensor matmul_10 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = mul_258, y = reshape_46)[name = string("matmul_10")]; tensor add_32 = add(x = matmul_10, y = reshape_1)[name = string("add_32")]; int32 softmax_5_axis_0 = const()[name = string("softmax_5_axis_0"), val = int32(-1)]; tensor softmax_5 = softmax(axis = softmax_5_axis_0, x = add_32)[name = string("softmax_5")]; bool matmul_11_transpose_x_0 = const()[name = string("matmul_11_transpose_x_0"), val = bool(false)]; bool matmul_11_transpose_y_0 = const()[name = string("matmul_11_transpose_y_0"), val = bool(false)]; tensor matmul_11 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = softmax_5, y = reshape_48)[name = string("matmul_11")]; tensor transpose_23_perm_0 = const()[name = string("transpose_23_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_49_shape_0 = const()[name = string("reshape_49_shape_0"), val = tensor([64, 352])]; tensor transpose_23 = transpose(perm = transpose_23_perm_0, x = matmul_11)[name = string("transpose_40")]; tensor reshape_49 = reshape(shape = reshape_49_shape_0, x = transpose_23)[name = string("reshape_49")]; tensor mul_259 = mul(x = reshape_49, y = reshape_49)[name = string("mul_259")]; tensor reduce_mean_55_axes_0 = const()[name = string("reduce_mean_55_axes_0"), val = tensor([-1])]; bool reduce_mean_55_keep_dims_0 = const()[name = string("reduce_mean_55_keep_dims_0"), val = bool(true)]; tensor reduce_mean_55 = reduce_mean(axes = reduce_mean_55_axes_0, keep_dims = reduce_mean_55_keep_dims_0, x = mul_259)[name = string("reduce_mean_55")]; fp32 rsqrt_55_epsilon_0 = const()[name = string("rsqrt_55_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_55 = rsqrt(epsilon = rsqrt_55_epsilon_0, x = reduce_mean_55)[name = string("rsqrt_55")]; tensor mul_260 = mul(x = reshape_49, y = rsqrt_55)[name = string("mul_260")]; tensor mul_261_y_0 = const()[name = string("mul_261_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092864)))]; tensor mul_261 = mul(x = mul_260, y = mul_261_y_0)[name = string("mul_261")]; tensor tern_5_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4093632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_o_weight_0_palettized")]; tensor tern_5_o = linear(bias = linear_0_bias_0, weight = tern_5_o_weight_0_palettized, x = mul_261)[name = string("tern_5_o")]; tensor mul_262_y_0 = const()[name = string("mul_262_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4124672)))]; tensor mul_262 = mul(x = tern_5_o, y = mul_262_y_0)[name = string("mul_262")]; tensor add_33 = add(x = add_29, y = mul_262)[name = string("add_33")]; tensor mul_263 = mul(x = add_33, y = add_33)[name = string("mul_263")]; tensor reduce_mean_56_axes_0 = const()[name = string("reduce_mean_56_axes_0"), val = tensor([-1])]; bool reduce_mean_56_keep_dims_0 = const()[name = string("reduce_mean_56_keep_dims_0"), val = bool(true)]; tensor reduce_mean_56 = reduce_mean(axes = reduce_mean_56_axes_0, keep_dims = reduce_mean_56_keep_dims_0, x = mul_263)[name = string("reduce_mean_56")]; fp32 rsqrt_56_epsilon_0 = const()[name = string("rsqrt_56_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_56 = rsqrt(epsilon = rsqrt_56_epsilon_0, x = reduce_mean_56)[name = string("rsqrt_56")]; tensor mul_264 = mul(x = add_33, y = rsqrt_56)[name = string("mul_264")]; tensor mul_265_y_0 = const()[name = string("mul_265_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4125440)))]; tensor mul_265 = mul(x = mul_264, y = mul_265_y_0)[name = string("mul_265")]; tensor mul_266 = mul(x = mul_265, y = mul_265)[name = string("mul_266")]; tensor reduce_mean_57_axes_0 = const()[name = string("reduce_mean_57_axes_0"), val = tensor([-1])]; bool reduce_mean_57_keep_dims_0 = const()[name = string("reduce_mean_57_keep_dims_0"), val = bool(true)]; tensor reduce_mean_57 = reduce_mean(axes = reduce_mean_57_axes_0, keep_dims = reduce_mean_57_keep_dims_0, x = mul_266)[name = string("reduce_mean_57")]; fp32 rsqrt_57_epsilon_0 = const()[name = string("rsqrt_57_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_57 = rsqrt(epsilon = rsqrt_57_epsilon_0, x = reduce_mean_57)[name = string("rsqrt_57")]; tensor mul_267 = mul(x = mul_265, y = rsqrt_57)[name = string("mul_267")]; tensor mul_268_y_0 = const()[name = string("mul_268_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126208)))]; tensor mul_268 = mul(x = mul_267, y = mul_268_y_0)[name = string("mul_268")]; tensor tern_5_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126976))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w1_weight_0_palettized")]; tensor tern_5_w1 = linear(bias = linear_4_bias_0, weight = tern_5_w1_weight_0_palettized, x = mul_268)[name = string("tern_5_w1")]; tensor mul_269_y_0 = const()[name = string("mul_269_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4211520)))]; tensor mul_269 = mul(x = tern_5_w1, y = mul_269_y_0)[name = string("mul_269")]; tensor mul_272_y_0 = const()[name = string("mul_272_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4213504)))]; tensor mul_272 = mul(x = mul_267, y = mul_272_y_0)[name = string("mul_272")]; tensor tern_5_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4214272))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w3_weight_0_palettized")]; tensor tern_5_w3 = linear(bias = linear_4_bias_0, weight = tern_5_w3_weight_0_palettized, x = mul_272)[name = string("tern_5_w3")]; tensor mul_273_y_0 = const()[name = string("mul_273_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4298816)))]; tensor mul_273 = mul(x = tern_5_w3, y = mul_273_y_0)[name = string("mul_273")]; fp16 mul_274_y_0 = const()[name = string("mul_274_y_0"), val = fp16(0x1p-1)]; tensor mul_274 = mul(x = mul_269, y = mul_274_y_0)[name = string("mul_274")]; tensor tanh_5 = tanh(x = mul_274)[name = string("tanh_5")]; fp16 mul_275_x_0 = const()[name = string("mul_275_x_0"), val = fp16(0x1p-1)]; tensor mul_275 = mul(x = mul_275_x_0, y = tanh_5)[name = string("mul_275")]; fp16 add_34_x_0 = const()[name = string("add_34_x_0"), val = fp16(0x1p-1)]; tensor add_34 = add(x = add_34_x_0, y = mul_275)[name = string("add_34")]; tensor mul_276 = mul(x = mul_269, y = add_34)[name = string("mul_276")]; tensor mul_277 = mul(x = mul_276, y = mul_273)[name = string("mul_277")]; tensor mul_278 = mul(x = mul_277, y = mul_277)[name = string("mul_278")]; tensor reduce_mean_59_axes_0 = const()[name = string("reduce_mean_59_axes_0"), val = tensor([-1])]; bool reduce_mean_59_keep_dims_0 = const()[name = string("reduce_mean_59_keep_dims_0"), val = bool(true)]; tensor reduce_mean_59 = reduce_mean(axes = reduce_mean_59_axes_0, keep_dims = reduce_mean_59_keep_dims_0, x = mul_278)[name = string("reduce_mean_59")]; fp32 rsqrt_59_epsilon_0 = const()[name = string("rsqrt_59_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_59 = rsqrt(epsilon = rsqrt_59_epsilon_0, x = reduce_mean_59)[name = string("rsqrt_59")]; tensor mul_279 = mul(x = mul_277, y = rsqrt_59)[name = string("mul_279")]; tensor mul_280_y_0 = const()[name = string("mul_280_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4300800)))]; tensor mul_280 = mul(x = mul_279, y = mul_280_y_0)[name = string("mul_280")]; tensor tern_5_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4302784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w2_weight_0_palettized")]; tensor tern_5_w2 = linear(bias = linear_0_bias_0, weight = tern_5_w2_weight_0_palettized, x = mul_280)[name = string("tern_5_w2")]; tensor mul_281_y_0 = const()[name = string("mul_281_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4387328)))]; tensor mul_281 = mul(x = tern_5_w2, y = mul_281_y_0)[name = string("mul_281")]; tensor add_35 = add(x = add_33, y = mul_281)[name = string("add_35")]; tensor mul_282 = mul(x = add_35, y = add_35)[name = string("mul_282")]; tensor reduce_mean_60_axes_0 = const()[name = string("reduce_mean_60_axes_0"), val = tensor([-1])]; bool reduce_mean_60_keep_dims_0 = const()[name = string("reduce_mean_60_keep_dims_0"), val = bool(true)]; tensor reduce_mean_60 = reduce_mean(axes = reduce_mean_60_axes_0, keep_dims = reduce_mean_60_keep_dims_0, x = mul_282)[name = string("reduce_mean_60")]; fp32 rsqrt_60_epsilon_0 = const()[name = string("rsqrt_60_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_60 = rsqrt(epsilon = rsqrt_60_epsilon_0, x = reduce_mean_60)[name = string("rsqrt_60")]; tensor mul_283 = mul(x = add_35, y = rsqrt_60)[name = string("mul_283")]; tensor mul_284_y_0 = const()[name = string("mul_284_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388096)))]; tensor mul_284 = mul(x = mul_283, y = mul_284_y_0)[name = string("mul_284")]; tensor mul_285 = mul(x = mul_284, y = mul_284)[name = string("mul_285")]; tensor reduce_mean_61_axes_0 = const()[name = string("reduce_mean_61_axes_0"), val = tensor([-1])]; bool reduce_mean_61_keep_dims_0 = const()[name = string("reduce_mean_61_keep_dims_0"), val = bool(true)]; tensor reduce_mean_61 = reduce_mean(axes = reduce_mean_61_axes_0, keep_dims = reduce_mean_61_keep_dims_0, x = mul_285)[name = string("reduce_mean_61")]; fp32 rsqrt_61_epsilon_0 = const()[name = string("rsqrt_61_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_61 = rsqrt(epsilon = rsqrt_61_epsilon_0, x = reduce_mean_61)[name = string("rsqrt_61")]; tensor mul_286 = mul(x = mul_284, y = rsqrt_61)[name = string("mul_286")]; tensor mul_287_y_0 = const()[name = string("mul_287_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388864)))]; tensor mul_287 = mul(x = mul_286, y = mul_287_y_0)[name = string("mul_287")]; tensor tern_6_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4389632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_q_weight_0_palettized")]; tensor tern_6_q = linear(bias = linear_0_bias_0, weight = tern_6_q_weight_0_palettized, x = mul_287)[name = string("tern_6_q")]; tensor mul_288_y_0 = const()[name = string("mul_288_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4420672)))]; tensor mul_288 = mul(x = tern_6_q, y = mul_288_y_0)[name = string("mul_288")]; tensor reshape_50_shape_0 = const()[name = string("reshape_50_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_50 = reshape(shape = reshape_50_shape_0, x = mul_288)[name = string("reshape_50")]; tensor transpose_24_perm_0 = const()[name = string("transpose_24_perm_0"), val = tensor([1, 0, 2])]; tensor mul_291_y_0 = const()[name = string("mul_291_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4421440)))]; tensor mul_291 = mul(x = mul_286, y = mul_291_y_0)[name = string("mul_291")]; tensor tern_6_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4422208))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_k_weight_0_palettized")]; tensor tern_6_k_bias_0 = const()[name = string("tern_6_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_k = linear(bias = tern_6_k_bias_0, weight = tern_6_k_weight_0_palettized, x = mul_291)[name = string("tern_6_k")]; tensor mul_292_y_0 = const()[name = string("mul_292_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430016)))]; tensor mul_292 = mul(x = tern_6_k, y = mul_292_y_0)[name = string("mul_292")]; tensor reshape_51_shape_0 = const()[name = string("reshape_51_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_51 = reshape(shape = reshape_51_shape_0, x = mul_292)[name = string("reshape_51")]; tensor transpose_25_perm_0 = const()[name = string("transpose_25_perm_0"), val = tensor([1, 0, 2])]; tensor mul_295_y_0 = const()[name = string("mul_295_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430272)))]; tensor mul_295 = mul(x = mul_286, y = mul_295_y_0)[name = string("mul_295")]; tensor tern_6_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4431040))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_v_weight_0_palettized")]; tensor tern_6_v_bias_0 = const()[name = string("tern_6_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_v = linear(bias = tern_6_v_bias_0, weight = tern_6_v_weight_0_palettized, x = mul_295)[name = string("tern_6_v")]; tensor mul_296_y_0 = const()[name = string("mul_296_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4438848)))]; tensor mul_296 = mul(x = tern_6_v, y = mul_296_y_0)[name = string("mul_296")]; tensor reshape_52_shape_0 = const()[name = string("reshape_52_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_52 = reshape(shape = reshape_52_shape_0, x = mul_296)[name = string("reshape_52")]; tensor transpose_26_perm_0 = const()[name = string("transpose_26_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_24 = transpose(perm = transpose_24_perm_0, x = reshape_50)[name = string("transpose_39")]; tensor mul_297 = mul(x = transpose_24, y = transpose_24)[name = string("mul_297")]; tensor reduce_mean_64_axes_0 = const()[name = string("reduce_mean_64_axes_0"), val = tensor([-1])]; bool reduce_mean_64_keep_dims_0 = const()[name = string("reduce_mean_64_keep_dims_0"), val = bool(true)]; tensor reduce_mean_64 = reduce_mean(axes = reduce_mean_64_axes_0, keep_dims = reduce_mean_64_keep_dims_0, x = mul_297)[name = string("reduce_mean_64")]; fp32 rsqrt_64_epsilon_0 = const()[name = string("rsqrt_64_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_64 = rsqrt(epsilon = rsqrt_64_epsilon_0, x = reduce_mean_64)[name = string("rsqrt_64")]; tensor mul_298 = mul(x = transpose_24, y = rsqrt_64)[name = string("mul_298")]; tensor mul_299_y_0 = const()[name = string("mul_299_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439104)))]; tensor mul_299 = mul(x = mul_298, y = mul_299_y_0)[name = string("mul_299")]; tensor slice_by_index_24_begin_0 = const()[name = string("slice_by_index_24_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_24_end_0 = const()[name = string("slice_by_index_24_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_24_end_mask_0 = const()[name = string("slice_by_index_24_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_24 = slice_by_index(begin = slice_by_index_24_begin_0, end = slice_by_index_24_end_0, end_mask = slice_by_index_24_end_mask_0, x = mul_299)[name = string("slice_by_index_24")]; tensor slice_by_index_25_begin_0 = const()[name = string("slice_by_index_25_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_25_end_0 = const()[name = string("slice_by_index_25_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_25_end_mask_0 = const()[name = string("slice_by_index_25_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_25 = slice_by_index(begin = slice_by_index_25_begin_0, end = slice_by_index_25_end_0, end_mask = slice_by_index_25_end_mask_0, x = mul_299)[name = string("slice_by_index_25")]; int32 concat_12_axis_0 = const()[name = string("concat_12_axis_0"), val = int32(-1)]; bool concat_12_interleave_0 = const()[name = string("concat_12_interleave_0"), val = bool(false)]; tensor concat_12 = concat(axis = concat_12_axis_0, interleave = concat_12_interleave_0, values = (slice_by_index_25, slice_by_index_24))[name = string("concat_12")]; tensor mul_300_y_0 = const()[name = string("mul_300_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_300 = mul(x = concat_12, y = mul_300_y_0)[name = string("mul_300")]; tensor mul_301 = mul(x = mul_299, y = mul_11_y_0)[name = string("mul_301")]; tensor mul_302 = mul(x = mul_300, y = mul_12_y_0)[name = string("mul_302")]; tensor add_36 = add(x = mul_301, y = mul_302)[name = string("add_36")]; tensor transpose_25 = transpose(perm = transpose_25_perm_0, x = reshape_51)[name = string("transpose_38")]; tensor mul_303 = mul(x = transpose_25, y = transpose_25)[name = string("mul_303")]; tensor reduce_mean_65_axes_0 = const()[name = string("reduce_mean_65_axes_0"), val = tensor([-1])]; bool reduce_mean_65_keep_dims_0 = const()[name = string("reduce_mean_65_keep_dims_0"), val = bool(true)]; tensor reduce_mean_65 = reduce_mean(axes = reduce_mean_65_axes_0, keep_dims = reduce_mean_65_keep_dims_0, x = mul_303)[name = string("reduce_mean_65")]; fp32 rsqrt_65_epsilon_0 = const()[name = string("rsqrt_65_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_65 = rsqrt(epsilon = rsqrt_65_epsilon_0, x = reduce_mean_65)[name = string("rsqrt_65")]; tensor mul_304 = mul(x = transpose_25, y = rsqrt_65)[name = string("mul_304")]; tensor mul_305_y_0 = const()[name = string("mul_305_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439296)))]; tensor mul_305 = mul(x = mul_304, y = mul_305_y_0)[name = string("mul_305")]; tensor slice_by_index_26_begin_0 = const()[name = string("slice_by_index_26_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_26_end_0 = const()[name = string("slice_by_index_26_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_26_end_mask_0 = const()[name = string("slice_by_index_26_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_26 = slice_by_index(begin = slice_by_index_26_begin_0, end = slice_by_index_26_end_0, end_mask = slice_by_index_26_end_mask_0, x = mul_305)[name = string("slice_by_index_26")]; tensor slice_by_index_27_begin_0 = const()[name = string("slice_by_index_27_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_27_end_0 = const()[name = string("slice_by_index_27_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_27_end_mask_0 = const()[name = string("slice_by_index_27_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_27 = slice_by_index(begin = slice_by_index_27_begin_0, end = slice_by_index_27_end_0, end_mask = slice_by_index_27_end_mask_0, x = mul_305)[name = string("slice_by_index_27")]; int32 concat_13_axis_0 = const()[name = string("concat_13_axis_0"), val = int32(-1)]; bool concat_13_interleave_0 = const()[name = string("concat_13_interleave_0"), val = bool(false)]; tensor concat_13 = concat(axis = concat_13_axis_0, interleave = concat_13_interleave_0, values = (slice_by_index_27, slice_by_index_26))[name = string("concat_13")]; tensor mul_306_y_0 = const()[name = string("mul_306_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_306 = mul(x = concat_13, y = mul_306_y_0)[name = string("mul_306")]; tensor mul_307 = mul(x = mul_305, y = mul_11_y_0)[name = string("mul_307")]; tensor mul_308 = mul(x = mul_306, y = mul_12_y_0)[name = string("mul_308")]; tensor add_37 = add(x = mul_307, y = mul_308)[name = string("add_37")]; tensor reshape_53_shape_0 = const()[name = string("reshape_53_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_53 = reshape(shape = reshape_53_shape_0, x = add_37)[name = string("reshape_53")]; tensor tile_12_reps_0 = const()[name = string("tile_12_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_12 = tile(reps = tile_12_reps_0, x = reshape_53)[name = string("tile_12")]; tensor reshape_54_shape_0 = const()[name = string("reshape_54_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_54 = reshape(shape = reshape_54_shape_0, x = tile_12)[name = string("reshape_54")]; tensor reshape_55_shape_0 = const()[name = string("reshape_55_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_26 = transpose(perm = transpose_26_perm_0, x = reshape_52)[name = string("transpose_37")]; tensor reshape_55 = reshape(shape = reshape_55_shape_0, x = transpose_26)[name = string("reshape_55")]; tensor tile_13_reps_0 = const()[name = string("tile_13_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_13 = tile(reps = tile_13_reps_0, x = reshape_55)[name = string("tile_13")]; tensor reshape_56_shape_0 = const()[name = string("reshape_56_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_56 = reshape(shape = reshape_56_shape_0, x = tile_13)[name = string("reshape_56")]; fp16 mul_309_y_0 = const()[name = string("mul_309_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_309 = mul(x = add_36, y = mul_309_y_0)[name = string("mul_309")]; bool matmul_12_transpose_y_0 = const()[name = string("matmul_12_transpose_y_0"), val = bool(true)]; bool matmul_12_transpose_x_0 = const()[name = string("matmul_12_transpose_x_0"), val = bool(false)]; tensor matmul_12 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = mul_309, y = reshape_54)[name = string("matmul_12")]; tensor add_38 = add(x = matmul_12, y = reshape_1)[name = string("add_38")]; int32 softmax_6_axis_0 = const()[name = string("softmax_6_axis_0"), val = int32(-1)]; tensor softmax_6 = softmax(axis = softmax_6_axis_0, x = add_38)[name = string("softmax_6")]; bool matmul_13_transpose_x_0 = const()[name = string("matmul_13_transpose_x_0"), val = bool(false)]; bool matmul_13_transpose_y_0 = const()[name = string("matmul_13_transpose_y_0"), val = bool(false)]; tensor matmul_13 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = softmax_6, y = reshape_56)[name = string("matmul_13")]; tensor transpose_27_perm_0 = const()[name = string("transpose_27_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_57_shape_0 = const()[name = string("reshape_57_shape_0"), val = tensor([64, 352])]; tensor transpose_27 = transpose(perm = transpose_27_perm_0, x = matmul_13)[name = string("transpose_36")]; tensor reshape_57 = reshape(shape = reshape_57_shape_0, x = transpose_27)[name = string("reshape_57")]; tensor mul_310 = mul(x = reshape_57, y = reshape_57)[name = string("mul_310")]; tensor reduce_mean_66_axes_0 = const()[name = string("reduce_mean_66_axes_0"), val = tensor([-1])]; bool reduce_mean_66_keep_dims_0 = const()[name = string("reduce_mean_66_keep_dims_0"), val = bool(true)]; tensor reduce_mean_66 = reduce_mean(axes = reduce_mean_66_axes_0, keep_dims = reduce_mean_66_keep_dims_0, x = mul_310)[name = string("reduce_mean_66")]; fp32 rsqrt_66_epsilon_0 = const()[name = string("rsqrt_66_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_66 = rsqrt(epsilon = rsqrt_66_epsilon_0, x = reduce_mean_66)[name = string("rsqrt_66")]; tensor mul_311 = mul(x = reshape_57, y = rsqrt_66)[name = string("mul_311")]; tensor mul_312_y_0 = const()[name = string("mul_312_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439488)))]; tensor mul_312 = mul(x = mul_311, y = mul_312_y_0)[name = string("mul_312")]; tensor tern_6_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4440256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_o_weight_0_palettized")]; tensor tern_6_o = linear(bias = linear_0_bias_0, weight = tern_6_o_weight_0_palettized, x = mul_312)[name = string("tern_6_o")]; tensor mul_313_y_0 = const()[name = string("mul_313_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4471296)))]; tensor mul_313 = mul(x = tern_6_o, y = mul_313_y_0)[name = string("mul_313")]; tensor add_39 = add(x = add_35, y = mul_313)[name = string("add_39")]; tensor mul_314 = mul(x = add_39, y = add_39)[name = string("mul_314")]; tensor reduce_mean_67_axes_0 = const()[name = string("reduce_mean_67_axes_0"), val = tensor([-1])]; bool reduce_mean_67_keep_dims_0 = const()[name = string("reduce_mean_67_keep_dims_0"), val = bool(true)]; tensor reduce_mean_67 = reduce_mean(axes = reduce_mean_67_axes_0, keep_dims = reduce_mean_67_keep_dims_0, x = mul_314)[name = string("reduce_mean_67")]; fp32 rsqrt_67_epsilon_0 = const()[name = string("rsqrt_67_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_67 = rsqrt(epsilon = rsqrt_67_epsilon_0, x = reduce_mean_67)[name = string("rsqrt_67")]; tensor mul_315 = mul(x = add_39, y = rsqrt_67)[name = string("mul_315")]; tensor mul_316_y_0 = const()[name = string("mul_316_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472064)))]; tensor mul_316 = mul(x = mul_315, y = mul_316_y_0)[name = string("mul_316")]; tensor mul_317 = mul(x = mul_316, y = mul_316)[name = string("mul_317")]; tensor reduce_mean_68_axes_0 = const()[name = string("reduce_mean_68_axes_0"), val = tensor([-1])]; bool reduce_mean_68_keep_dims_0 = const()[name = string("reduce_mean_68_keep_dims_0"), val = bool(true)]; tensor reduce_mean_68 = reduce_mean(axes = reduce_mean_68_axes_0, keep_dims = reduce_mean_68_keep_dims_0, x = mul_317)[name = string("reduce_mean_68")]; fp32 rsqrt_68_epsilon_0 = const()[name = string("rsqrt_68_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_68 = rsqrt(epsilon = rsqrt_68_epsilon_0, x = reduce_mean_68)[name = string("rsqrt_68")]; tensor mul_318 = mul(x = mul_316, y = rsqrt_68)[name = string("mul_318")]; tensor mul_319_y_0 = const()[name = string("mul_319_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472832)))]; tensor mul_319 = mul(x = mul_318, y = mul_319_y_0)[name = string("mul_319")]; tensor tern_6_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4473600))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w1_weight_0_palettized")]; tensor tern_6_w1 = linear(bias = linear_4_bias_0, weight = tern_6_w1_weight_0_palettized, x = mul_319)[name = string("tern_6_w1")]; tensor mul_320_y_0 = const()[name = string("mul_320_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4558144)))]; tensor mul_320 = mul(x = tern_6_w1, y = mul_320_y_0)[name = string("mul_320")]; tensor mul_323_y_0 = const()[name = string("mul_323_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560128)))]; tensor mul_323 = mul(x = mul_318, y = mul_323_y_0)[name = string("mul_323")]; tensor tern_6_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560896))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w3_weight_0_palettized")]; tensor tern_6_w3 = linear(bias = linear_4_bias_0, weight = tern_6_w3_weight_0_palettized, x = mul_323)[name = string("tern_6_w3")]; tensor mul_324_y_0 = const()[name = string("mul_324_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4645440)))]; tensor mul_324 = mul(x = tern_6_w3, y = mul_324_y_0)[name = string("mul_324")]; fp16 mul_325_y_0 = const()[name = string("mul_325_y_0"), val = fp16(0x1p-1)]; tensor mul_325 = mul(x = mul_320, y = mul_325_y_0)[name = string("mul_325")]; tensor tanh_6 = tanh(x = mul_325)[name = string("tanh_6")]; fp16 mul_326_x_0 = const()[name = string("mul_326_x_0"), val = fp16(0x1p-1)]; tensor mul_326 = mul(x = mul_326_x_0, y = tanh_6)[name = string("mul_326")]; fp16 add_40_x_0 = const()[name = string("add_40_x_0"), val = fp16(0x1p-1)]; tensor add_40 = add(x = add_40_x_0, y = mul_326)[name = string("add_40")]; tensor mul_327 = mul(x = mul_320, y = add_40)[name = string("mul_327")]; tensor mul_328 = mul(x = mul_327, y = mul_324)[name = string("mul_328")]; tensor mul_329 = mul(x = mul_328, y = mul_328)[name = string("mul_329")]; tensor reduce_mean_70_axes_0 = const()[name = string("reduce_mean_70_axes_0"), val = tensor([-1])]; bool reduce_mean_70_keep_dims_0 = const()[name = string("reduce_mean_70_keep_dims_0"), val = bool(true)]; tensor reduce_mean_70 = reduce_mean(axes = reduce_mean_70_axes_0, keep_dims = reduce_mean_70_keep_dims_0, x = mul_329)[name = string("reduce_mean_70")]; fp32 rsqrt_70_epsilon_0 = const()[name = string("rsqrt_70_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_70 = rsqrt(epsilon = rsqrt_70_epsilon_0, x = reduce_mean_70)[name = string("rsqrt_70")]; tensor mul_330 = mul(x = mul_328, y = rsqrt_70)[name = string("mul_330")]; tensor mul_331_y_0 = const()[name = string("mul_331_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4647424)))]; tensor mul_331 = mul(x = mul_330, y = mul_331_y_0)[name = string("mul_331")]; tensor tern_6_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4649408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w2_weight_0_palettized")]; tensor tern_6_w2 = linear(bias = linear_0_bias_0, weight = tern_6_w2_weight_0_palettized, x = mul_331)[name = string("tern_6_w2")]; tensor mul_332_y_0 = const()[name = string("mul_332_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4733952)))]; tensor mul_332 = mul(x = tern_6_w2, y = mul_332_y_0)[name = string("mul_332")]; tensor add_41 = add(x = add_39, y = mul_332)[name = string("add_41")]; tensor mul_333 = mul(x = add_41, y = add_41)[name = string("mul_333")]; tensor reduce_mean_71_axes_0 = const()[name = string("reduce_mean_71_axes_0"), val = tensor([-1])]; bool reduce_mean_71_keep_dims_0 = const()[name = string("reduce_mean_71_keep_dims_0"), val = bool(true)]; tensor reduce_mean_71 = reduce_mean(axes = reduce_mean_71_axes_0, keep_dims = reduce_mean_71_keep_dims_0, x = mul_333)[name = string("reduce_mean_71")]; fp32 rsqrt_71_epsilon_0 = const()[name = string("rsqrt_71_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_71 = rsqrt(epsilon = rsqrt_71_epsilon_0, x = reduce_mean_71)[name = string("rsqrt_71")]; tensor mul_334 = mul(x = add_41, y = rsqrt_71)[name = string("mul_334")]; tensor mul_335_y_0 = const()[name = string("mul_335_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4734720)))]; tensor mul_335 = mul(x = mul_334, y = mul_335_y_0)[name = string("mul_335")]; tensor mul_336 = mul(x = mul_335, y = mul_335)[name = string("mul_336")]; tensor reduce_mean_72_axes_0 = const()[name = string("reduce_mean_72_axes_0"), val = tensor([-1])]; bool reduce_mean_72_keep_dims_0 = const()[name = string("reduce_mean_72_keep_dims_0"), val = bool(true)]; tensor reduce_mean_72 = reduce_mean(axes = reduce_mean_72_axes_0, keep_dims = reduce_mean_72_keep_dims_0, x = mul_336)[name = string("reduce_mean_72")]; fp32 rsqrt_72_epsilon_0 = const()[name = string("rsqrt_72_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_72 = rsqrt(epsilon = rsqrt_72_epsilon_0, x = reduce_mean_72)[name = string("rsqrt_72")]; tensor mul_337 = mul(x = mul_335, y = rsqrt_72)[name = string("mul_337")]; tensor mul_338_y_0 = const()[name = string("mul_338_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4735488)))]; tensor mul_338 = mul(x = mul_337, y = mul_338_y_0)[name = string("mul_338")]; tensor tern_7_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4736256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_q_weight_0_palettized")]; tensor tern_7_q = linear(bias = linear_0_bias_0, weight = tern_7_q_weight_0_palettized, x = mul_338)[name = string("tern_7_q")]; tensor mul_339_y_0 = const()[name = string("mul_339_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4767296)))]; tensor mul_339 = mul(x = tern_7_q, y = mul_339_y_0)[name = string("mul_339")]; tensor reshape_58_shape_0 = const()[name = string("reshape_58_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_58 = reshape(shape = reshape_58_shape_0, x = mul_339)[name = string("reshape_58")]; tensor transpose_28_perm_0 = const()[name = string("transpose_28_perm_0"), val = tensor([1, 0, 2])]; tensor mul_342_y_0 = const()[name = string("mul_342_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768064)))]; tensor mul_342 = mul(x = mul_337, y = mul_342_y_0)[name = string("mul_342")]; tensor tern_7_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768832))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_k_weight_0_palettized")]; tensor tern_7_k_bias_0 = const()[name = string("tern_7_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_k = linear(bias = tern_7_k_bias_0, weight = tern_7_k_weight_0_palettized, x = mul_342)[name = string("tern_7_k")]; tensor mul_343_y_0 = const()[name = string("mul_343_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776640)))]; tensor mul_343 = mul(x = tern_7_k, y = mul_343_y_0)[name = string("mul_343")]; tensor reshape_59_shape_0 = const()[name = string("reshape_59_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_59 = reshape(shape = reshape_59_shape_0, x = mul_343)[name = string("reshape_59")]; tensor transpose_29_perm_0 = const()[name = string("transpose_29_perm_0"), val = tensor([1, 0, 2])]; tensor mul_346_y_0 = const()[name = string("mul_346_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776896)))]; tensor mul_346 = mul(x = mul_337, y = mul_346_y_0)[name = string("mul_346")]; tensor tern_7_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4777664))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_v_weight_0_palettized")]; tensor tern_7_v_bias_0 = const()[name = string("tern_7_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_v = linear(bias = tern_7_v_bias_0, weight = tern_7_v_weight_0_palettized, x = mul_346)[name = string("tern_7_v")]; tensor mul_347_y_0 = const()[name = string("mul_347_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785472)))]; tensor mul_347 = mul(x = tern_7_v, y = mul_347_y_0)[name = string("mul_347")]; tensor reshape_60_shape_0 = const()[name = string("reshape_60_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_60 = reshape(shape = reshape_60_shape_0, x = mul_347)[name = string("reshape_60")]; tensor transpose_30_perm_0 = const()[name = string("transpose_30_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_28 = transpose(perm = transpose_28_perm_0, x = reshape_58)[name = string("transpose_35")]; tensor mul_348 = mul(x = transpose_28, y = transpose_28)[name = string("mul_348")]; tensor reduce_mean_75_axes_0 = const()[name = string("reduce_mean_75_axes_0"), val = tensor([-1])]; bool reduce_mean_75_keep_dims_0 = const()[name = string("reduce_mean_75_keep_dims_0"), val = bool(true)]; tensor reduce_mean_75 = reduce_mean(axes = reduce_mean_75_axes_0, keep_dims = reduce_mean_75_keep_dims_0, x = mul_348)[name = string("reduce_mean_75")]; fp32 rsqrt_75_epsilon_0 = const()[name = string("rsqrt_75_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_75 = rsqrt(epsilon = rsqrt_75_epsilon_0, x = reduce_mean_75)[name = string("rsqrt_75")]; tensor mul_349 = mul(x = transpose_28, y = rsqrt_75)[name = string("mul_349")]; tensor mul_350_y_0 = const()[name = string("mul_350_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785728)))]; tensor mul_350 = mul(x = mul_349, y = mul_350_y_0)[name = string("mul_350")]; tensor slice_by_index_28_begin_0 = const()[name = string("slice_by_index_28_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_28_end_0 = const()[name = string("slice_by_index_28_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_28_end_mask_0 = const()[name = string("slice_by_index_28_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_28 = slice_by_index(begin = slice_by_index_28_begin_0, end = slice_by_index_28_end_0, end_mask = slice_by_index_28_end_mask_0, x = mul_350)[name = string("slice_by_index_28")]; tensor slice_by_index_29_begin_0 = const()[name = string("slice_by_index_29_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_29_end_0 = const()[name = string("slice_by_index_29_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_29_end_mask_0 = const()[name = string("slice_by_index_29_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_29 = slice_by_index(begin = slice_by_index_29_begin_0, end = slice_by_index_29_end_0, end_mask = slice_by_index_29_end_mask_0, x = mul_350)[name = string("slice_by_index_29")]; int32 concat_14_axis_0 = const()[name = string("concat_14_axis_0"), val = int32(-1)]; bool concat_14_interleave_0 = const()[name = string("concat_14_interleave_0"), val = bool(false)]; tensor concat_14 = concat(axis = concat_14_axis_0, interleave = concat_14_interleave_0, values = (slice_by_index_29, slice_by_index_28))[name = string("concat_14")]; tensor mul_351_y_0 = const()[name = string("mul_351_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_351 = mul(x = concat_14, y = mul_351_y_0)[name = string("mul_351")]; tensor mul_352 = mul(x = mul_350, y = mul_11_y_0)[name = string("mul_352")]; tensor mul_353 = mul(x = mul_351, y = mul_12_y_0)[name = string("mul_353")]; tensor add_42 = add(x = mul_352, y = mul_353)[name = string("add_42")]; tensor transpose_29 = transpose(perm = transpose_29_perm_0, x = reshape_59)[name = string("transpose_34")]; tensor mul_354 = mul(x = transpose_29, y = transpose_29)[name = string("mul_354")]; tensor reduce_mean_76_axes_0 = const()[name = string("reduce_mean_76_axes_0"), val = tensor([-1])]; bool reduce_mean_76_keep_dims_0 = const()[name = string("reduce_mean_76_keep_dims_0"), val = bool(true)]; tensor reduce_mean_76 = reduce_mean(axes = reduce_mean_76_axes_0, keep_dims = reduce_mean_76_keep_dims_0, x = mul_354)[name = string("reduce_mean_76")]; fp32 rsqrt_76_epsilon_0 = const()[name = string("rsqrt_76_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_76 = rsqrt(epsilon = rsqrt_76_epsilon_0, x = reduce_mean_76)[name = string("rsqrt_76")]; tensor mul_355 = mul(x = transpose_29, y = rsqrt_76)[name = string("mul_355")]; tensor mul_356_y_0 = const()[name = string("mul_356_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785920)))]; tensor mul_356 = mul(x = mul_355, y = mul_356_y_0)[name = string("mul_356")]; tensor slice_by_index_30_begin_0 = const()[name = string("slice_by_index_30_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_30_end_0 = const()[name = string("slice_by_index_30_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_30_end_mask_0 = const()[name = string("slice_by_index_30_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_30 = slice_by_index(begin = slice_by_index_30_begin_0, end = slice_by_index_30_end_0, end_mask = slice_by_index_30_end_mask_0, x = mul_356)[name = string("slice_by_index_30")]; tensor slice_by_index_31_begin_0 = const()[name = string("slice_by_index_31_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_31_end_0 = const()[name = string("slice_by_index_31_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_31_end_mask_0 = const()[name = string("slice_by_index_31_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_31 = slice_by_index(begin = slice_by_index_31_begin_0, end = slice_by_index_31_end_0, end_mask = slice_by_index_31_end_mask_0, x = mul_356)[name = string("slice_by_index_31")]; int32 concat_15_axis_0 = const()[name = string("concat_15_axis_0"), val = int32(-1)]; bool concat_15_interleave_0 = const()[name = string("concat_15_interleave_0"), val = bool(false)]; tensor concat_15 = concat(axis = concat_15_axis_0, interleave = concat_15_interleave_0, values = (slice_by_index_31, slice_by_index_30))[name = string("concat_15")]; tensor mul_357_y_0 = const()[name = string("mul_357_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_357 = mul(x = concat_15, y = mul_357_y_0)[name = string("mul_357")]; tensor mul_358 = mul(x = mul_356, y = mul_11_y_0)[name = string("mul_358")]; tensor mul_359 = mul(x = mul_357, y = mul_12_y_0)[name = string("mul_359")]; tensor add_43 = add(x = mul_358, y = mul_359)[name = string("add_43")]; tensor reshape_61_shape_0 = const()[name = string("reshape_61_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_61 = reshape(shape = reshape_61_shape_0, x = add_43)[name = string("reshape_61")]; tensor tile_14_reps_0 = const()[name = string("tile_14_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_14 = tile(reps = tile_14_reps_0, x = reshape_61)[name = string("tile_14")]; tensor reshape_62_shape_0 = const()[name = string("reshape_62_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_62 = reshape(shape = reshape_62_shape_0, x = tile_14)[name = string("reshape_62")]; tensor reshape_63_shape_0 = const()[name = string("reshape_63_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_30 = transpose(perm = transpose_30_perm_0, x = reshape_60)[name = string("transpose_33")]; tensor reshape_63 = reshape(shape = reshape_63_shape_0, x = transpose_30)[name = string("reshape_63")]; tensor tile_15_reps_0 = const()[name = string("tile_15_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_15 = tile(reps = tile_15_reps_0, x = reshape_63)[name = string("tile_15")]; tensor reshape_64_shape_0 = const()[name = string("reshape_64_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_64 = reshape(shape = reshape_64_shape_0, x = tile_15)[name = string("reshape_64")]; fp16 mul_360_y_0 = const()[name = string("mul_360_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_360 = mul(x = add_42, y = mul_360_y_0)[name = string("mul_360")]; bool matmul_14_transpose_y_0 = const()[name = string("matmul_14_transpose_y_0"), val = bool(true)]; bool matmul_14_transpose_x_0 = const()[name = string("matmul_14_transpose_x_0"), val = bool(false)]; tensor matmul_14 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = mul_360, y = reshape_62)[name = string("matmul_14")]; tensor add_44 = add(x = matmul_14, y = reshape_1)[name = string("add_44")]; int32 softmax_7_axis_0 = const()[name = string("softmax_7_axis_0"), val = int32(-1)]; tensor softmax_7 = softmax(axis = softmax_7_axis_0, x = add_44)[name = string("softmax_7")]; bool matmul_15_transpose_x_0 = const()[name = string("matmul_15_transpose_x_0"), val = bool(false)]; bool matmul_15_transpose_y_0 = const()[name = string("matmul_15_transpose_y_0"), val = bool(false)]; tensor matmul_15 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = softmax_7, y = reshape_64)[name = string("matmul_15")]; tensor transpose_31_perm_0 = const()[name = string("transpose_31_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_65_shape_0 = const()[name = string("reshape_65_shape_0"), val = tensor([64, 352])]; tensor transpose_31 = transpose(perm = transpose_31_perm_0, x = matmul_15)[name = string("transpose_32")]; tensor reshape_65 = reshape(shape = reshape_65_shape_0, x = transpose_31)[name = string("reshape_65")]; tensor mul_361 = mul(x = reshape_65, y = reshape_65)[name = string("mul_361")]; tensor reduce_mean_77_axes_0 = const()[name = string("reduce_mean_77_axes_0"), val = tensor([-1])]; bool reduce_mean_77_keep_dims_0 = const()[name = string("reduce_mean_77_keep_dims_0"), val = bool(true)]; tensor reduce_mean_77 = reduce_mean(axes = reduce_mean_77_axes_0, keep_dims = reduce_mean_77_keep_dims_0, x = mul_361)[name = string("reduce_mean_77")]; fp32 rsqrt_77_epsilon_0 = const()[name = string("rsqrt_77_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_77 = rsqrt(epsilon = rsqrt_77_epsilon_0, x = reduce_mean_77)[name = string("rsqrt_77")]; tensor mul_362 = mul(x = reshape_65, y = rsqrt_77)[name = string("mul_362")]; tensor mul_363_y_0 = const()[name = string("mul_363_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786112)))]; tensor mul_363 = mul(x = mul_362, y = mul_363_y_0)[name = string("mul_363")]; tensor tern_7_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_o_weight_0_palettized")]; tensor tern_7_o = linear(bias = linear_0_bias_0, weight = tern_7_o_weight_0_palettized, x = mul_363)[name = string("tern_7_o")]; tensor mul_364_y_0 = const()[name = string("mul_364_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4817920)))]; tensor mul_364 = mul(x = tern_7_o, y = mul_364_y_0)[name = string("mul_364")]; tensor add_45 = add(x = add_41, y = mul_364)[name = string("add_45")]; tensor mul_365 = mul(x = add_45, y = add_45)[name = string("mul_365")]; tensor reduce_mean_78_axes_0 = const()[name = string("reduce_mean_78_axes_0"), val = tensor([-1])]; bool reduce_mean_78_keep_dims_0 = const()[name = string("reduce_mean_78_keep_dims_0"), val = bool(true)]; tensor reduce_mean_78 = reduce_mean(axes = reduce_mean_78_axes_0, keep_dims = reduce_mean_78_keep_dims_0, x = mul_365)[name = string("reduce_mean_78")]; fp32 rsqrt_78_epsilon_0 = const()[name = string("rsqrt_78_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_78 = rsqrt(epsilon = rsqrt_78_epsilon_0, x = reduce_mean_78)[name = string("rsqrt_78")]; tensor mul_366 = mul(x = add_45, y = rsqrt_78)[name = string("mul_366")]; tensor mul_367_y_0 = const()[name = string("mul_367_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4818688)))]; tensor mul_367 = mul(x = mul_366, y = mul_367_y_0)[name = string("mul_367")]; tensor mul_368 = mul(x = mul_367, y = mul_367)[name = string("mul_368")]; tensor reduce_mean_79_axes_0 = const()[name = string("reduce_mean_79_axes_0"), val = tensor([-1])]; bool reduce_mean_79_keep_dims_0 = const()[name = string("reduce_mean_79_keep_dims_0"), val = bool(true)]; tensor reduce_mean_79 = reduce_mean(axes = reduce_mean_79_axes_0, keep_dims = reduce_mean_79_keep_dims_0, x = mul_368)[name = string("reduce_mean_79")]; fp32 rsqrt_79_epsilon_0 = const()[name = string("rsqrt_79_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_79 = rsqrt(epsilon = rsqrt_79_epsilon_0, x = reduce_mean_79)[name = string("rsqrt_79")]; tensor mul_369 = mul(x = mul_367, y = rsqrt_79)[name = string("mul_369")]; tensor mul_370_y_0 = const()[name = string("mul_370_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4819456)))]; tensor mul_370 = mul(x = mul_369, y = mul_370_y_0)[name = string("mul_370")]; tensor tern_7_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4820224))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w1_weight_0_palettized")]; tensor tern_7_w1 = linear(bias = linear_4_bias_0, weight = tern_7_w1_weight_0_palettized, x = mul_370)[name = string("tern_7_w1")]; tensor mul_371_y_0 = const()[name = string("mul_371_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4904768)))]; tensor mul_371 = mul(x = tern_7_w1, y = mul_371_y_0)[name = string("mul_371")]; tensor mul_374_y_0 = const()[name = string("mul_374_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4906752)))]; tensor mul_374 = mul(x = mul_369, y = mul_374_y_0)[name = string("mul_374")]; tensor tern_7_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4907520))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w3_weight_0_palettized")]; tensor tern_7_w3 = linear(bias = linear_4_bias_0, weight = tern_7_w3_weight_0_palettized, x = mul_374)[name = string("tern_7_w3")]; tensor mul_375_y_0 = const()[name = string("mul_375_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4992064)))]; tensor mul_375 = mul(x = tern_7_w3, y = mul_375_y_0)[name = string("mul_375")]; fp16 mul_376_y_0 = const()[name = string("mul_376_y_0"), val = fp16(0x1p-1)]; tensor mul_376 = mul(x = mul_371, y = mul_376_y_0)[name = string("mul_376")]; tensor tanh_7 = tanh(x = mul_376)[name = string("tanh_7")]; fp16 mul_377_x_0 = const()[name = string("mul_377_x_0"), val = fp16(0x1p-1)]; tensor mul_377 = mul(x = mul_377_x_0, y = tanh_7)[name = string("mul_377")]; fp16 add_46_x_0 = const()[name = string("add_46_x_0"), val = fp16(0x1p-1)]; tensor add_46 = add(x = add_46_x_0, y = mul_377)[name = string("add_46")]; tensor mul_378 = mul(x = mul_371, y = add_46)[name = string("mul_378")]; tensor mul_379 = mul(x = mul_378, y = mul_375)[name = string("mul_379")]; tensor mul_380 = mul(x = mul_379, y = mul_379)[name = string("mul_380")]; tensor reduce_mean_81_axes_0 = const()[name = string("reduce_mean_81_axes_0"), val = tensor([-1])]; bool reduce_mean_81_keep_dims_0 = const()[name = string("reduce_mean_81_keep_dims_0"), val = bool(true)]; tensor reduce_mean_81 = reduce_mean(axes = reduce_mean_81_axes_0, keep_dims = reduce_mean_81_keep_dims_0, x = mul_380)[name = string("reduce_mean_81")]; fp32 rsqrt_81_epsilon_0 = const()[name = string("rsqrt_81_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_81 = rsqrt(epsilon = rsqrt_81_epsilon_0, x = reduce_mean_81)[name = string("rsqrt_81")]; tensor mul_381 = mul(x = mul_379, y = rsqrt_81)[name = string("mul_381")]; tensor mul_382_y_0 = const()[name = string("mul_382_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4994048)))]; tensor mul_382 = mul(x = mul_381, y = mul_382_y_0)[name = string("mul_382")]; tensor tern_7_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4996032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w2_weight_0_palettized")]; tensor tern_7_w2 = linear(bias = linear_0_bias_0, weight = tern_7_w2_weight_0_palettized, x = mul_382)[name = string("tern_7_w2")]; tensor mul_383_y_0 = const()[name = string("mul_383_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5080576)))]; tensor mul_383 = mul(x = tern_7_w2, y = mul_383_y_0)[name = string("mul_383")]; tensor add_47 = add(x = add_45, y = mul_383)[name = string("add_47")]; tensor mul_384 = mul(x = add_47, y = add_47)[name = string("mul_384")]; tensor reduce_mean_82_axes_0 = const()[name = string("reduce_mean_82_axes_0"), val = tensor([-1])]; bool reduce_mean_82_keep_dims_0 = const()[name = string("reduce_mean_82_keep_dims_0"), val = bool(true)]; tensor reduce_mean_82 = reduce_mean(axes = reduce_mean_82_axes_0, keep_dims = reduce_mean_82_keep_dims_0, x = mul_384)[name = string("reduce_mean_82")]; fp32 rsqrt_82_epsilon_0 = const()[name = string("rsqrt_82_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_82 = rsqrt(epsilon = rsqrt_82_epsilon_0, x = reduce_mean_82)[name = string("rsqrt_82")]; tensor mul_385 = mul(x = add_47, y = rsqrt_82)[name = string("mul_385")]; tensor mul_386_y_0 = const()[name = string("mul_386_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5081344)))]; tensor mul_386 = mul(x = mul_385, y = mul_386_y_0)[name = string("mul_386")]; tensor mul_387 = mul(x = mul_386, y = mul_386)[name = string("mul_387")]; tensor reduce_mean_83_axes_0 = const()[name = string("reduce_mean_83_axes_0"), val = tensor([-1])]; bool reduce_mean_83_keep_dims_0 = const()[name = string("reduce_mean_83_keep_dims_0"), val = bool(true)]; tensor reduce_mean_83 = reduce_mean(axes = reduce_mean_83_axes_0, keep_dims = reduce_mean_83_keep_dims_0, x = mul_387)[name = string("reduce_mean_83")]; fp32 rsqrt_83_epsilon_0 = const()[name = string("rsqrt_83_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_83 = rsqrt(epsilon = rsqrt_83_epsilon_0, x = reduce_mean_83)[name = string("rsqrt_83")]; tensor mul_388 = mul(x = mul_386, y = rsqrt_83)[name = string("mul_388")]; tensor mul_389_y_0 = const()[name = string("mul_389_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082112)))]; tensor mul_389 = mul(x = mul_388, y = mul_389_y_0)[name = string("mul_389")]; tensor tern_8_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_q_weight_0_palettized")]; tensor tern_8_q = linear(bias = linear_0_bias_0, weight = tern_8_q_weight_0_palettized, x = mul_389)[name = string("tern_8_q")]; tensor mul_390_y_0 = const()[name = string("mul_390_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5113920)))]; tensor mul_390 = mul(x = tern_8_q, y = mul_390_y_0)[name = string("mul_390")]; tensor reshape_66_shape_0 = const()[name = string("reshape_66_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_66 = reshape(shape = reshape_66_shape_0, x = mul_390)[name = string("reshape_66")]; tensor transpose_32_perm_0 = const()[name = string("transpose_32_perm_0"), val = tensor([1, 0, 2])]; tensor mul_393_y_0 = const()[name = string("mul_393_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5114688)))]; tensor mul_393 = mul(x = mul_388, y = mul_393_y_0)[name = string("mul_393")]; tensor tern_8_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5115456))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_k_weight_0_palettized")]; tensor tern_8_k_bias_0 = const()[name = string("tern_8_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_k = linear(bias = tern_8_k_bias_0, weight = tern_8_k_weight_0_palettized, x = mul_393)[name = string("tern_8_k")]; tensor mul_394_y_0 = const()[name = string("mul_394_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123264)))]; tensor mul_394 = mul(x = tern_8_k, y = mul_394_y_0)[name = string("mul_394")]; tensor reshape_67_shape_0 = const()[name = string("reshape_67_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_67 = reshape(shape = reshape_67_shape_0, x = mul_394)[name = string("reshape_67")]; tensor transpose_33_perm_0 = const()[name = string("transpose_33_perm_0"), val = tensor([1, 0, 2])]; tensor mul_397_y_0 = const()[name = string("mul_397_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123520)))]; tensor mul_397 = mul(x = mul_388, y = mul_397_y_0)[name = string("mul_397")]; tensor tern_8_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5124288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_v_weight_0_palettized")]; tensor tern_8_v_bias_0 = const()[name = string("tern_8_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_v = linear(bias = tern_8_v_bias_0, weight = tern_8_v_weight_0_palettized, x = mul_397)[name = string("tern_8_v")]; tensor mul_398_y_0 = const()[name = string("mul_398_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132096)))]; tensor mul_398 = mul(x = tern_8_v, y = mul_398_y_0)[name = string("mul_398")]; tensor reshape_68_shape_0 = const()[name = string("reshape_68_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_68 = reshape(shape = reshape_68_shape_0, x = mul_398)[name = string("reshape_68")]; tensor transpose_34_perm_0 = const()[name = string("transpose_34_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_32 = transpose(perm = transpose_32_perm_0, x = reshape_66)[name = string("transpose_31")]; tensor mul_399 = mul(x = transpose_32, y = transpose_32)[name = string("mul_399")]; tensor reduce_mean_86_axes_0 = const()[name = string("reduce_mean_86_axes_0"), val = tensor([-1])]; bool reduce_mean_86_keep_dims_0 = const()[name = string("reduce_mean_86_keep_dims_0"), val = bool(true)]; tensor reduce_mean_86 = reduce_mean(axes = reduce_mean_86_axes_0, keep_dims = reduce_mean_86_keep_dims_0, x = mul_399)[name = string("reduce_mean_86")]; fp32 rsqrt_86_epsilon_0 = const()[name = string("rsqrt_86_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_86 = rsqrt(epsilon = rsqrt_86_epsilon_0, x = reduce_mean_86)[name = string("rsqrt_86")]; tensor mul_400 = mul(x = transpose_32, y = rsqrt_86)[name = string("mul_400")]; tensor mul_401_y_0 = const()[name = string("mul_401_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132352)))]; tensor mul_401 = mul(x = mul_400, y = mul_401_y_0)[name = string("mul_401")]; tensor slice_by_index_32_begin_0 = const()[name = string("slice_by_index_32_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_32_end_0 = const()[name = string("slice_by_index_32_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_32_end_mask_0 = const()[name = string("slice_by_index_32_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_32 = slice_by_index(begin = slice_by_index_32_begin_0, end = slice_by_index_32_end_0, end_mask = slice_by_index_32_end_mask_0, x = mul_401)[name = string("slice_by_index_32")]; tensor slice_by_index_33_begin_0 = const()[name = string("slice_by_index_33_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_33_end_0 = const()[name = string("slice_by_index_33_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_33_end_mask_0 = const()[name = string("slice_by_index_33_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_33 = slice_by_index(begin = slice_by_index_33_begin_0, end = slice_by_index_33_end_0, end_mask = slice_by_index_33_end_mask_0, x = mul_401)[name = string("slice_by_index_33")]; int32 concat_16_axis_0 = const()[name = string("concat_16_axis_0"), val = int32(-1)]; bool concat_16_interleave_0 = const()[name = string("concat_16_interleave_0"), val = bool(false)]; tensor concat_16 = concat(axis = concat_16_axis_0, interleave = concat_16_interleave_0, values = (slice_by_index_33, slice_by_index_32))[name = string("concat_16")]; tensor mul_402_y_0 = const()[name = string("mul_402_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_402 = mul(x = concat_16, y = mul_402_y_0)[name = string("mul_402")]; tensor mul_403 = mul(x = mul_401, y = mul_11_y_0)[name = string("mul_403")]; tensor mul_404 = mul(x = mul_402, y = mul_12_y_0)[name = string("mul_404")]; tensor add_48 = add(x = mul_403, y = mul_404)[name = string("add_48")]; tensor transpose_33 = transpose(perm = transpose_33_perm_0, x = reshape_67)[name = string("transpose_30")]; tensor mul_405 = mul(x = transpose_33, y = transpose_33)[name = string("mul_405")]; tensor reduce_mean_87_axes_0 = const()[name = string("reduce_mean_87_axes_0"), val = tensor([-1])]; bool reduce_mean_87_keep_dims_0 = const()[name = string("reduce_mean_87_keep_dims_0"), val = bool(true)]; tensor reduce_mean_87 = reduce_mean(axes = reduce_mean_87_axes_0, keep_dims = reduce_mean_87_keep_dims_0, x = mul_405)[name = string("reduce_mean_87")]; fp32 rsqrt_87_epsilon_0 = const()[name = string("rsqrt_87_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_87 = rsqrt(epsilon = rsqrt_87_epsilon_0, x = reduce_mean_87)[name = string("rsqrt_87")]; tensor mul_406 = mul(x = transpose_33, y = rsqrt_87)[name = string("mul_406")]; tensor mul_407_y_0 = const()[name = string("mul_407_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132544)))]; tensor mul_407 = mul(x = mul_406, y = mul_407_y_0)[name = string("mul_407")]; tensor slice_by_index_34_begin_0 = const()[name = string("slice_by_index_34_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_34_end_0 = const()[name = string("slice_by_index_34_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_34_end_mask_0 = const()[name = string("slice_by_index_34_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_34 = slice_by_index(begin = slice_by_index_34_begin_0, end = slice_by_index_34_end_0, end_mask = slice_by_index_34_end_mask_0, x = mul_407)[name = string("slice_by_index_34")]; tensor slice_by_index_35_begin_0 = const()[name = string("slice_by_index_35_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_35_end_0 = const()[name = string("slice_by_index_35_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_35_end_mask_0 = const()[name = string("slice_by_index_35_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_35 = slice_by_index(begin = slice_by_index_35_begin_0, end = slice_by_index_35_end_0, end_mask = slice_by_index_35_end_mask_0, x = mul_407)[name = string("slice_by_index_35")]; int32 concat_17_axis_0 = const()[name = string("concat_17_axis_0"), val = int32(-1)]; bool concat_17_interleave_0 = const()[name = string("concat_17_interleave_0"), val = bool(false)]; tensor concat_17 = concat(axis = concat_17_axis_0, interleave = concat_17_interleave_0, values = (slice_by_index_35, slice_by_index_34))[name = string("concat_17")]; tensor mul_408_y_0 = const()[name = string("mul_408_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_408 = mul(x = concat_17, y = mul_408_y_0)[name = string("mul_408")]; tensor mul_409 = mul(x = mul_407, y = mul_11_y_0)[name = string("mul_409")]; tensor mul_410 = mul(x = mul_408, y = mul_12_y_0)[name = string("mul_410")]; tensor add_49 = add(x = mul_409, y = mul_410)[name = string("add_49")]; tensor reshape_69_shape_0 = const()[name = string("reshape_69_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_69 = reshape(shape = reshape_69_shape_0, x = add_49)[name = string("reshape_69")]; tensor tile_16_reps_0 = const()[name = string("tile_16_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_16 = tile(reps = tile_16_reps_0, x = reshape_69)[name = string("tile_16")]; tensor reshape_70_shape_0 = const()[name = string("reshape_70_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_70 = reshape(shape = reshape_70_shape_0, x = tile_16)[name = string("reshape_70")]; tensor reshape_71_shape_0 = const()[name = string("reshape_71_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_34 = transpose(perm = transpose_34_perm_0, x = reshape_68)[name = string("transpose_29")]; tensor reshape_71 = reshape(shape = reshape_71_shape_0, x = transpose_34)[name = string("reshape_71")]; tensor tile_17_reps_0 = const()[name = string("tile_17_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_17 = tile(reps = tile_17_reps_0, x = reshape_71)[name = string("tile_17")]; tensor reshape_72_shape_0 = const()[name = string("reshape_72_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_72 = reshape(shape = reshape_72_shape_0, x = tile_17)[name = string("reshape_72")]; fp16 mul_411_y_0 = const()[name = string("mul_411_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_411 = mul(x = add_48, y = mul_411_y_0)[name = string("mul_411")]; bool matmul_16_transpose_y_0 = const()[name = string("matmul_16_transpose_y_0"), val = bool(true)]; bool matmul_16_transpose_x_0 = const()[name = string("matmul_16_transpose_x_0"), val = bool(false)]; tensor matmul_16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = mul_411, y = reshape_70)[name = string("matmul_16")]; tensor add_50 = add(x = matmul_16, y = reshape_1)[name = string("add_50")]; int32 softmax_8_axis_0 = const()[name = string("softmax_8_axis_0"), val = int32(-1)]; tensor softmax_8 = softmax(axis = softmax_8_axis_0, x = add_50)[name = string("softmax_8")]; bool matmul_17_transpose_x_0 = const()[name = string("matmul_17_transpose_x_0"), val = bool(false)]; bool matmul_17_transpose_y_0 = const()[name = string("matmul_17_transpose_y_0"), val = bool(false)]; tensor matmul_17 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = softmax_8, y = reshape_72)[name = string("matmul_17")]; tensor transpose_35_perm_0 = const()[name = string("transpose_35_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_73_shape_0 = const()[name = string("reshape_73_shape_0"), val = tensor([64, 352])]; tensor transpose_35 = transpose(perm = transpose_35_perm_0, x = matmul_17)[name = string("transpose_28")]; tensor reshape_73 = reshape(shape = reshape_73_shape_0, x = transpose_35)[name = string("reshape_73")]; tensor mul_412 = mul(x = reshape_73, y = reshape_73)[name = string("mul_412")]; tensor reduce_mean_88_axes_0 = const()[name = string("reduce_mean_88_axes_0"), val = tensor([-1])]; bool reduce_mean_88_keep_dims_0 = const()[name = string("reduce_mean_88_keep_dims_0"), val = bool(true)]; tensor reduce_mean_88 = reduce_mean(axes = reduce_mean_88_axes_0, keep_dims = reduce_mean_88_keep_dims_0, x = mul_412)[name = string("reduce_mean_88")]; fp32 rsqrt_88_epsilon_0 = const()[name = string("rsqrt_88_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_88 = rsqrt(epsilon = rsqrt_88_epsilon_0, x = reduce_mean_88)[name = string("rsqrt_88")]; tensor mul_413 = mul(x = reshape_73, y = rsqrt_88)[name = string("mul_413")]; tensor mul_414_y_0 = const()[name = string("mul_414_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132736)))]; tensor mul_414 = mul(x = mul_413, y = mul_414_y_0)[name = string("mul_414")]; tensor tern_8_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5133504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_o_weight_0_palettized")]; tensor tern_8_o = linear(bias = linear_0_bias_0, weight = tern_8_o_weight_0_palettized, x = mul_414)[name = string("tern_8_o")]; tensor mul_415_y_0 = const()[name = string("mul_415_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5164544)))]; tensor mul_415 = mul(x = tern_8_o, y = mul_415_y_0)[name = string("mul_415")]; tensor add_51 = add(x = add_47, y = mul_415)[name = string("add_51")]; tensor mul_416 = mul(x = add_51, y = add_51)[name = string("mul_416")]; tensor reduce_mean_89_axes_0 = const()[name = string("reduce_mean_89_axes_0"), val = tensor([-1])]; bool reduce_mean_89_keep_dims_0 = const()[name = string("reduce_mean_89_keep_dims_0"), val = bool(true)]; tensor reduce_mean_89 = reduce_mean(axes = reduce_mean_89_axes_0, keep_dims = reduce_mean_89_keep_dims_0, x = mul_416)[name = string("reduce_mean_89")]; fp32 rsqrt_89_epsilon_0 = const()[name = string("rsqrt_89_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_89 = rsqrt(epsilon = rsqrt_89_epsilon_0, x = reduce_mean_89)[name = string("rsqrt_89")]; tensor mul_417 = mul(x = add_51, y = rsqrt_89)[name = string("mul_417")]; tensor mul_418_y_0 = const()[name = string("mul_418_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5165312)))]; tensor mul_418 = mul(x = mul_417, y = mul_418_y_0)[name = string("mul_418")]; tensor mul_419 = mul(x = mul_418, y = mul_418)[name = string("mul_419")]; tensor reduce_mean_90_axes_0 = const()[name = string("reduce_mean_90_axes_0"), val = tensor([-1])]; bool reduce_mean_90_keep_dims_0 = const()[name = string("reduce_mean_90_keep_dims_0"), val = bool(true)]; tensor reduce_mean_90 = reduce_mean(axes = reduce_mean_90_axes_0, keep_dims = reduce_mean_90_keep_dims_0, x = mul_419)[name = string("reduce_mean_90")]; fp32 rsqrt_90_epsilon_0 = const()[name = string("rsqrt_90_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_90 = rsqrt(epsilon = rsqrt_90_epsilon_0, x = reduce_mean_90)[name = string("rsqrt_90")]; tensor mul_420 = mul(x = mul_418, y = rsqrt_90)[name = string("mul_420")]; tensor mul_421_y_0 = const()[name = string("mul_421_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166080)))]; tensor mul_421 = mul(x = mul_420, y = mul_421_y_0)[name = string("mul_421")]; tensor tern_8_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166848))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w1_weight_0_palettized")]; tensor tern_8_w1 = linear(bias = linear_4_bias_0, weight = tern_8_w1_weight_0_palettized, x = mul_421)[name = string("tern_8_w1")]; tensor mul_422_y_0 = const()[name = string("mul_422_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5251392)))]; tensor mul_422 = mul(x = tern_8_w1, y = mul_422_y_0)[name = string("mul_422")]; tensor mul_425_y_0 = const()[name = string("mul_425_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5253376)))]; tensor mul_425 = mul(x = mul_420, y = mul_425_y_0)[name = string("mul_425")]; tensor tern_8_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5254144))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w3_weight_0_palettized")]; tensor tern_8_w3 = linear(bias = linear_4_bias_0, weight = tern_8_w3_weight_0_palettized, x = mul_425)[name = string("tern_8_w3")]; tensor mul_426_y_0 = const()[name = string("mul_426_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5338688)))]; tensor mul_426 = mul(x = tern_8_w3, y = mul_426_y_0)[name = string("mul_426")]; fp16 mul_427_y_0 = const()[name = string("mul_427_y_0"), val = fp16(0x1p-1)]; tensor mul_427 = mul(x = mul_422, y = mul_427_y_0)[name = string("mul_427")]; tensor tanh_8 = tanh(x = mul_427)[name = string("tanh_8")]; fp16 mul_428_x_0 = const()[name = string("mul_428_x_0"), val = fp16(0x1p-1)]; tensor mul_428 = mul(x = mul_428_x_0, y = tanh_8)[name = string("mul_428")]; fp16 add_52_x_0 = const()[name = string("add_52_x_0"), val = fp16(0x1p-1)]; tensor add_52 = add(x = add_52_x_0, y = mul_428)[name = string("add_52")]; tensor mul_429 = mul(x = mul_422, y = add_52)[name = string("mul_429")]; tensor mul_430 = mul(x = mul_429, y = mul_426)[name = string("mul_430")]; tensor mul_431 = mul(x = mul_430, y = mul_430)[name = string("mul_431")]; tensor reduce_mean_92_axes_0 = const()[name = string("reduce_mean_92_axes_0"), val = tensor([-1])]; bool reduce_mean_92_keep_dims_0 = const()[name = string("reduce_mean_92_keep_dims_0"), val = bool(true)]; tensor reduce_mean_92 = reduce_mean(axes = reduce_mean_92_axes_0, keep_dims = reduce_mean_92_keep_dims_0, x = mul_431)[name = string("reduce_mean_92")]; fp32 rsqrt_92_epsilon_0 = const()[name = string("rsqrt_92_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_92 = rsqrt(epsilon = rsqrt_92_epsilon_0, x = reduce_mean_92)[name = string("rsqrt_92")]; tensor mul_432 = mul(x = mul_430, y = rsqrt_92)[name = string("mul_432")]; tensor mul_433_y_0 = const()[name = string("mul_433_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5340672)))]; tensor mul_433 = mul(x = mul_432, y = mul_433_y_0)[name = string("mul_433")]; tensor tern_8_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5342656))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w2_weight_0_palettized")]; tensor tern_8_w2 = linear(bias = linear_0_bias_0, weight = tern_8_w2_weight_0_palettized, x = mul_433)[name = string("tern_8_w2")]; tensor mul_434_y_0 = const()[name = string("mul_434_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427200)))]; tensor mul_434 = mul(x = tern_8_w2, y = mul_434_y_0)[name = string("mul_434")]; tensor add_53 = add(x = add_51, y = mul_434)[name = string("add_53")]; tensor mul_435 = mul(x = add_53, y = add_53)[name = string("mul_435")]; tensor reduce_mean_93_axes_0 = const()[name = string("reduce_mean_93_axes_0"), val = tensor([-1])]; bool reduce_mean_93_keep_dims_0 = const()[name = string("reduce_mean_93_keep_dims_0"), val = bool(true)]; tensor reduce_mean_93 = reduce_mean(axes = reduce_mean_93_axes_0, keep_dims = reduce_mean_93_keep_dims_0, x = mul_435)[name = string("reduce_mean_93")]; fp32 rsqrt_93_epsilon_0 = const()[name = string("rsqrt_93_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_93 = rsqrt(epsilon = rsqrt_93_epsilon_0, x = reduce_mean_93)[name = string("rsqrt_93")]; tensor mul_436 = mul(x = add_53, y = rsqrt_93)[name = string("mul_436")]; tensor mul_437_y_0 = const()[name = string("mul_437_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427968)))]; tensor mul_437 = mul(x = mul_436, y = mul_437_y_0)[name = string("mul_437")]; tensor mul_438 = mul(x = mul_437, y = mul_437)[name = string("mul_438")]; tensor reduce_mean_94_axes_0 = const()[name = string("reduce_mean_94_axes_0"), val = tensor([-1])]; bool reduce_mean_94_keep_dims_0 = const()[name = string("reduce_mean_94_keep_dims_0"), val = bool(true)]; tensor reduce_mean_94 = reduce_mean(axes = reduce_mean_94_axes_0, keep_dims = reduce_mean_94_keep_dims_0, x = mul_438)[name = string("reduce_mean_94")]; fp32 rsqrt_94_epsilon_0 = const()[name = string("rsqrt_94_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_94 = rsqrt(epsilon = rsqrt_94_epsilon_0, x = reduce_mean_94)[name = string("rsqrt_94")]; tensor mul_439 = mul(x = mul_437, y = rsqrt_94)[name = string("mul_439")]; tensor mul_440_y_0 = const()[name = string("mul_440_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5428736)))]; tensor mul_440 = mul(x = mul_439, y = mul_440_y_0)[name = string("mul_440")]; tensor tern_9_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5429504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_q_weight_0_palettized")]; tensor tern_9_q = linear(bias = linear_0_bias_0, weight = tern_9_q_weight_0_palettized, x = mul_440)[name = string("tern_9_q")]; tensor mul_441_y_0 = const()[name = string("mul_441_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5460544)))]; tensor mul_441 = mul(x = tern_9_q, y = mul_441_y_0)[name = string("mul_441")]; tensor reshape_74_shape_0 = const()[name = string("reshape_74_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_74 = reshape(shape = reshape_74_shape_0, x = mul_441)[name = string("reshape_74")]; tensor transpose_36_perm_0 = const()[name = string("transpose_36_perm_0"), val = tensor([1, 0, 2])]; tensor mul_444_y_0 = const()[name = string("mul_444_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5461312)))]; tensor mul_444 = mul(x = mul_439, y = mul_444_y_0)[name = string("mul_444")]; tensor tern_9_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5462080))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_k_weight_0_palettized")]; tensor tern_9_k_bias_0 = const()[name = string("tern_9_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_k = linear(bias = tern_9_k_bias_0, weight = tern_9_k_weight_0_palettized, x = mul_444)[name = string("tern_9_k")]; tensor mul_445_y_0 = const()[name = string("mul_445_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5469888)))]; tensor mul_445 = mul(x = tern_9_k, y = mul_445_y_0)[name = string("mul_445")]; tensor reshape_75_shape_0 = const()[name = string("reshape_75_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_75 = reshape(shape = reshape_75_shape_0, x = mul_445)[name = string("reshape_75")]; tensor transpose_37_perm_0 = const()[name = string("transpose_37_perm_0"), val = tensor([1, 0, 2])]; tensor mul_448_y_0 = const()[name = string("mul_448_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470144)))]; tensor mul_448 = mul(x = mul_439, y = mul_448_y_0)[name = string("mul_448")]; tensor tern_9_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_v_weight_0_palettized")]; tensor tern_9_v_bias_0 = const()[name = string("tern_9_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_v = linear(bias = tern_9_v_bias_0, weight = tern_9_v_weight_0_palettized, x = mul_448)[name = string("tern_9_v")]; tensor mul_449_y_0 = const()[name = string("mul_449_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478720)))]; tensor mul_449 = mul(x = tern_9_v, y = mul_449_y_0)[name = string("mul_449")]; tensor reshape_76_shape_0 = const()[name = string("reshape_76_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_76 = reshape(shape = reshape_76_shape_0, x = mul_449)[name = string("reshape_76")]; tensor transpose_38_perm_0 = const()[name = string("transpose_38_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_36 = transpose(perm = transpose_36_perm_0, x = reshape_74)[name = string("transpose_27")]; tensor mul_450 = mul(x = transpose_36, y = transpose_36)[name = string("mul_450")]; tensor reduce_mean_97_axes_0 = const()[name = string("reduce_mean_97_axes_0"), val = tensor([-1])]; bool reduce_mean_97_keep_dims_0 = const()[name = string("reduce_mean_97_keep_dims_0"), val = bool(true)]; tensor reduce_mean_97 = reduce_mean(axes = reduce_mean_97_axes_0, keep_dims = reduce_mean_97_keep_dims_0, x = mul_450)[name = string("reduce_mean_97")]; fp32 rsqrt_97_epsilon_0 = const()[name = string("rsqrt_97_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_97 = rsqrt(epsilon = rsqrt_97_epsilon_0, x = reduce_mean_97)[name = string("rsqrt_97")]; tensor mul_451 = mul(x = transpose_36, y = rsqrt_97)[name = string("mul_451")]; tensor mul_452_y_0 = const()[name = string("mul_452_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478976)))]; tensor mul_452 = mul(x = mul_451, y = mul_452_y_0)[name = string("mul_452")]; tensor slice_by_index_36_begin_0 = const()[name = string("slice_by_index_36_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_36_end_0 = const()[name = string("slice_by_index_36_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_36_end_mask_0 = const()[name = string("slice_by_index_36_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_36 = slice_by_index(begin = slice_by_index_36_begin_0, end = slice_by_index_36_end_0, end_mask = slice_by_index_36_end_mask_0, x = mul_452)[name = string("slice_by_index_36")]; tensor slice_by_index_37_begin_0 = const()[name = string("slice_by_index_37_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_37_end_0 = const()[name = string("slice_by_index_37_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_37_end_mask_0 = const()[name = string("slice_by_index_37_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_37 = slice_by_index(begin = slice_by_index_37_begin_0, end = slice_by_index_37_end_0, end_mask = slice_by_index_37_end_mask_0, x = mul_452)[name = string("slice_by_index_37")]; int32 concat_18_axis_0 = const()[name = string("concat_18_axis_0"), val = int32(-1)]; bool concat_18_interleave_0 = const()[name = string("concat_18_interleave_0"), val = bool(false)]; tensor concat_18 = concat(axis = concat_18_axis_0, interleave = concat_18_interleave_0, values = (slice_by_index_37, slice_by_index_36))[name = string("concat_18")]; tensor mul_453_y_0 = const()[name = string("mul_453_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_453 = mul(x = concat_18, y = mul_453_y_0)[name = string("mul_453")]; tensor mul_454 = mul(x = mul_452, y = mul_11_y_0)[name = string("mul_454")]; tensor mul_455 = mul(x = mul_453, y = mul_12_y_0)[name = string("mul_455")]; tensor add_54 = add(x = mul_454, y = mul_455)[name = string("add_54")]; tensor transpose_37 = transpose(perm = transpose_37_perm_0, x = reshape_75)[name = string("transpose_26")]; tensor mul_456 = mul(x = transpose_37, y = transpose_37)[name = string("mul_456")]; tensor reduce_mean_98_axes_0 = const()[name = string("reduce_mean_98_axes_0"), val = tensor([-1])]; bool reduce_mean_98_keep_dims_0 = const()[name = string("reduce_mean_98_keep_dims_0"), val = bool(true)]; tensor reduce_mean_98 = reduce_mean(axes = reduce_mean_98_axes_0, keep_dims = reduce_mean_98_keep_dims_0, x = mul_456)[name = string("reduce_mean_98")]; fp32 rsqrt_98_epsilon_0 = const()[name = string("rsqrt_98_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_98 = rsqrt(epsilon = rsqrt_98_epsilon_0, x = reduce_mean_98)[name = string("rsqrt_98")]; tensor mul_457 = mul(x = transpose_37, y = rsqrt_98)[name = string("mul_457")]; tensor mul_458_y_0 = const()[name = string("mul_458_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479168)))]; tensor mul_458 = mul(x = mul_457, y = mul_458_y_0)[name = string("mul_458")]; tensor slice_by_index_38_begin_0 = const()[name = string("slice_by_index_38_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_38_end_0 = const()[name = string("slice_by_index_38_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_38_end_mask_0 = const()[name = string("slice_by_index_38_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_38 = slice_by_index(begin = slice_by_index_38_begin_0, end = slice_by_index_38_end_0, end_mask = slice_by_index_38_end_mask_0, x = mul_458)[name = string("slice_by_index_38")]; tensor slice_by_index_39_begin_0 = const()[name = string("slice_by_index_39_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_39_end_0 = const()[name = string("slice_by_index_39_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_39_end_mask_0 = const()[name = string("slice_by_index_39_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_39 = slice_by_index(begin = slice_by_index_39_begin_0, end = slice_by_index_39_end_0, end_mask = slice_by_index_39_end_mask_0, x = mul_458)[name = string("slice_by_index_39")]; int32 concat_19_axis_0 = const()[name = string("concat_19_axis_0"), val = int32(-1)]; bool concat_19_interleave_0 = const()[name = string("concat_19_interleave_0"), val = bool(false)]; tensor concat_19 = concat(axis = concat_19_axis_0, interleave = concat_19_interleave_0, values = (slice_by_index_39, slice_by_index_38))[name = string("concat_19")]; tensor mul_459_y_0 = const()[name = string("mul_459_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_459 = mul(x = concat_19, y = mul_459_y_0)[name = string("mul_459")]; tensor mul_460 = mul(x = mul_458, y = mul_11_y_0)[name = string("mul_460")]; tensor mul_461 = mul(x = mul_459, y = mul_12_y_0)[name = string("mul_461")]; tensor add_55 = add(x = mul_460, y = mul_461)[name = string("add_55")]; tensor reshape_77_shape_0 = const()[name = string("reshape_77_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_77 = reshape(shape = reshape_77_shape_0, x = add_55)[name = string("reshape_77")]; tensor tile_18_reps_0 = const()[name = string("tile_18_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_18 = tile(reps = tile_18_reps_0, x = reshape_77)[name = string("tile_18")]; tensor reshape_78_shape_0 = const()[name = string("reshape_78_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_78 = reshape(shape = reshape_78_shape_0, x = tile_18)[name = string("reshape_78")]; tensor reshape_79_shape_0 = const()[name = string("reshape_79_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_38 = transpose(perm = transpose_38_perm_0, x = reshape_76)[name = string("transpose_25")]; tensor reshape_79 = reshape(shape = reshape_79_shape_0, x = transpose_38)[name = string("reshape_79")]; tensor tile_19_reps_0 = const()[name = string("tile_19_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_19 = tile(reps = tile_19_reps_0, x = reshape_79)[name = string("tile_19")]; tensor reshape_80_shape_0 = const()[name = string("reshape_80_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_80 = reshape(shape = reshape_80_shape_0, x = tile_19)[name = string("reshape_80")]; fp16 mul_462_y_0 = const()[name = string("mul_462_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_462 = mul(x = add_54, y = mul_462_y_0)[name = string("mul_462")]; bool matmul_18_transpose_y_0 = const()[name = string("matmul_18_transpose_y_0"), val = bool(true)]; bool matmul_18_transpose_x_0 = const()[name = string("matmul_18_transpose_x_0"), val = bool(false)]; tensor matmul_18 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = mul_462, y = reshape_78)[name = string("matmul_18")]; tensor add_56 = add(x = matmul_18, y = reshape_1)[name = string("add_56")]; int32 softmax_9_axis_0 = const()[name = string("softmax_9_axis_0"), val = int32(-1)]; tensor softmax_9 = softmax(axis = softmax_9_axis_0, x = add_56)[name = string("softmax_9")]; bool matmul_19_transpose_x_0 = const()[name = string("matmul_19_transpose_x_0"), val = bool(false)]; bool matmul_19_transpose_y_0 = const()[name = string("matmul_19_transpose_y_0"), val = bool(false)]; tensor matmul_19 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = softmax_9, y = reshape_80)[name = string("matmul_19")]; tensor transpose_39_perm_0 = const()[name = string("transpose_39_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_81_shape_0 = const()[name = string("reshape_81_shape_0"), val = tensor([64, 352])]; tensor transpose_39 = transpose(perm = transpose_39_perm_0, x = matmul_19)[name = string("transpose_24")]; tensor reshape_81 = reshape(shape = reshape_81_shape_0, x = transpose_39)[name = string("reshape_81")]; tensor mul_463 = mul(x = reshape_81, y = reshape_81)[name = string("mul_463")]; tensor reduce_mean_99_axes_0 = const()[name = string("reduce_mean_99_axes_0"), val = tensor([-1])]; bool reduce_mean_99_keep_dims_0 = const()[name = string("reduce_mean_99_keep_dims_0"), val = bool(true)]; tensor reduce_mean_99 = reduce_mean(axes = reduce_mean_99_axes_0, keep_dims = reduce_mean_99_keep_dims_0, x = mul_463)[name = string("reduce_mean_99")]; fp32 rsqrt_99_epsilon_0 = const()[name = string("rsqrt_99_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_99 = rsqrt(epsilon = rsqrt_99_epsilon_0, x = reduce_mean_99)[name = string("rsqrt_99")]; tensor mul_464 = mul(x = reshape_81, y = rsqrt_99)[name = string("mul_464")]; tensor mul_465_y_0 = const()[name = string("mul_465_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479360)))]; tensor mul_465 = mul(x = mul_464, y = mul_465_y_0)[name = string("mul_465")]; tensor tern_9_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5480128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_o_weight_0_palettized")]; tensor tern_9_o = linear(bias = linear_0_bias_0, weight = tern_9_o_weight_0_palettized, x = mul_465)[name = string("tern_9_o")]; tensor mul_466_y_0 = const()[name = string("mul_466_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511168)))]; tensor mul_466 = mul(x = tern_9_o, y = mul_466_y_0)[name = string("mul_466")]; tensor add_57 = add(x = add_53, y = mul_466)[name = string("add_57")]; tensor mul_467 = mul(x = add_57, y = add_57)[name = string("mul_467")]; tensor reduce_mean_100_axes_0 = const()[name = string("reduce_mean_100_axes_0"), val = tensor([-1])]; bool reduce_mean_100_keep_dims_0 = const()[name = string("reduce_mean_100_keep_dims_0"), val = bool(true)]; tensor reduce_mean_100 = reduce_mean(axes = reduce_mean_100_axes_0, keep_dims = reduce_mean_100_keep_dims_0, x = mul_467)[name = string("reduce_mean_100")]; fp32 rsqrt_100_epsilon_0 = const()[name = string("rsqrt_100_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_100 = rsqrt(epsilon = rsqrt_100_epsilon_0, x = reduce_mean_100)[name = string("rsqrt_100")]; tensor mul_468 = mul(x = add_57, y = rsqrt_100)[name = string("mul_468")]; tensor mul_469_y_0 = const()[name = string("mul_469_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511936)))]; tensor mul_469 = mul(x = mul_468, y = mul_469_y_0)[name = string("mul_469")]; tensor mul_470 = mul(x = mul_469, y = mul_469)[name = string("mul_470")]; tensor reduce_mean_101_axes_0 = const()[name = string("reduce_mean_101_axes_0"), val = tensor([-1])]; bool reduce_mean_101_keep_dims_0 = const()[name = string("reduce_mean_101_keep_dims_0"), val = bool(true)]; tensor reduce_mean_101 = reduce_mean(axes = reduce_mean_101_axes_0, keep_dims = reduce_mean_101_keep_dims_0, x = mul_470)[name = string("reduce_mean_101")]; fp32 rsqrt_101_epsilon_0 = const()[name = string("rsqrt_101_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_101 = rsqrt(epsilon = rsqrt_101_epsilon_0, x = reduce_mean_101)[name = string("rsqrt_101")]; tensor mul_471 = mul(x = mul_469, y = rsqrt_101)[name = string("mul_471")]; tensor mul_472_y_0 = const()[name = string("mul_472_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5512704)))]; tensor mul_472 = mul(x = mul_471, y = mul_472_y_0)[name = string("mul_472")]; tensor tern_9_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5513472))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w1_weight_0_palettized")]; tensor tern_9_w1 = linear(bias = linear_4_bias_0, weight = tern_9_w1_weight_0_palettized, x = mul_472)[name = string("tern_9_w1")]; tensor mul_473_y_0 = const()[name = string("mul_473_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5598016)))]; tensor mul_473 = mul(x = tern_9_w1, y = mul_473_y_0)[name = string("mul_473")]; tensor mul_476_y_0 = const()[name = string("mul_476_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600000)))]; tensor mul_476 = mul(x = mul_471, y = mul_476_y_0)[name = string("mul_476")]; tensor tern_9_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600768))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w3_weight_0_palettized")]; tensor tern_9_w3 = linear(bias = linear_4_bias_0, weight = tern_9_w3_weight_0_palettized, x = mul_476)[name = string("tern_9_w3")]; tensor mul_477_y_0 = const()[name = string("mul_477_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5685312)))]; tensor mul_477 = mul(x = tern_9_w3, y = mul_477_y_0)[name = string("mul_477")]; fp16 mul_478_y_0 = const()[name = string("mul_478_y_0"), val = fp16(0x1p-1)]; tensor mul_478 = mul(x = mul_473, y = mul_478_y_0)[name = string("mul_478")]; tensor tanh_9 = tanh(x = mul_478)[name = string("tanh_9")]; fp16 mul_479_x_0 = const()[name = string("mul_479_x_0"), val = fp16(0x1p-1)]; tensor mul_479 = mul(x = mul_479_x_0, y = tanh_9)[name = string("mul_479")]; fp16 add_58_x_0 = const()[name = string("add_58_x_0"), val = fp16(0x1p-1)]; tensor add_58 = add(x = add_58_x_0, y = mul_479)[name = string("add_58")]; tensor mul_480 = mul(x = mul_473, y = add_58)[name = string("mul_480")]; tensor mul_481 = mul(x = mul_480, y = mul_477)[name = string("mul_481")]; tensor mul_482 = mul(x = mul_481, y = mul_481)[name = string("mul_482")]; tensor reduce_mean_103_axes_0 = const()[name = string("reduce_mean_103_axes_0"), val = tensor([-1])]; bool reduce_mean_103_keep_dims_0 = const()[name = string("reduce_mean_103_keep_dims_0"), val = bool(true)]; tensor reduce_mean_103 = reduce_mean(axes = reduce_mean_103_axes_0, keep_dims = reduce_mean_103_keep_dims_0, x = mul_482)[name = string("reduce_mean_103")]; fp32 rsqrt_103_epsilon_0 = const()[name = string("rsqrt_103_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_103 = rsqrt(epsilon = rsqrt_103_epsilon_0, x = reduce_mean_103)[name = string("rsqrt_103")]; tensor mul_483 = mul(x = mul_481, y = rsqrt_103)[name = string("mul_483")]; tensor mul_484_y_0 = const()[name = string("mul_484_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5687296)))]; tensor mul_484 = mul(x = mul_483, y = mul_484_y_0)[name = string("mul_484")]; tensor tern_9_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5689280))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w2_weight_0_palettized")]; tensor tern_9_w2 = linear(bias = linear_0_bias_0, weight = tern_9_w2_weight_0_palettized, x = mul_484)[name = string("tern_9_w2")]; tensor mul_485_y_0 = const()[name = string("mul_485_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5773824)))]; tensor mul_485 = mul(x = tern_9_w2, y = mul_485_y_0)[name = string("mul_485")]; tensor add_59 = add(x = add_57, y = mul_485)[name = string("add_59")]; tensor mul_486 = mul(x = add_59, y = add_59)[name = string("mul_486")]; tensor reduce_mean_104_axes_0 = const()[name = string("reduce_mean_104_axes_0"), val = tensor([-1])]; bool reduce_mean_104_keep_dims_0 = const()[name = string("reduce_mean_104_keep_dims_0"), val = bool(true)]; tensor reduce_mean_104 = reduce_mean(axes = reduce_mean_104_axes_0, keep_dims = reduce_mean_104_keep_dims_0, x = mul_486)[name = string("reduce_mean_104")]; fp32 rsqrt_104_epsilon_0 = const()[name = string("rsqrt_104_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_104 = rsqrt(epsilon = rsqrt_104_epsilon_0, x = reduce_mean_104)[name = string("rsqrt_104")]; tensor mul_487 = mul(x = add_59, y = rsqrt_104)[name = string("mul_487")]; tensor mul_488_y_0 = const()[name = string("mul_488_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5774592)))]; tensor mul_488 = mul(x = mul_487, y = mul_488_y_0)[name = string("mul_488")]; tensor mul_489 = mul(x = mul_488, y = mul_488)[name = string("mul_489")]; tensor reduce_mean_105_axes_0 = const()[name = string("reduce_mean_105_axes_0"), val = tensor([-1])]; bool reduce_mean_105_keep_dims_0 = const()[name = string("reduce_mean_105_keep_dims_0"), val = bool(true)]; tensor reduce_mean_105 = reduce_mean(axes = reduce_mean_105_axes_0, keep_dims = reduce_mean_105_keep_dims_0, x = mul_489)[name = string("reduce_mean_105")]; fp32 rsqrt_105_epsilon_0 = const()[name = string("rsqrt_105_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_105 = rsqrt(epsilon = rsqrt_105_epsilon_0, x = reduce_mean_105)[name = string("rsqrt_105")]; tensor mul_490 = mul(x = mul_488, y = rsqrt_105)[name = string("mul_490")]; tensor mul_491_y_0 = const()[name = string("mul_491_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5775360)))]; tensor mul_491 = mul(x = mul_490, y = mul_491_y_0)[name = string("mul_491")]; tensor tern_10_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5776128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_q_weight_0_palettized")]; tensor tern_10_q = linear(bias = linear_0_bias_0, weight = tern_10_q_weight_0_palettized, x = mul_491)[name = string("tern_10_q")]; tensor mul_492_y_0 = const()[name = string("mul_492_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807168)))]; tensor mul_492 = mul(x = tern_10_q, y = mul_492_y_0)[name = string("mul_492")]; tensor reshape_82_shape_0 = const()[name = string("reshape_82_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_82 = reshape(shape = reshape_82_shape_0, x = mul_492)[name = string("reshape_82")]; tensor transpose_40_perm_0 = const()[name = string("transpose_40_perm_0"), val = tensor([1, 0, 2])]; tensor mul_495_y_0 = const()[name = string("mul_495_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807936)))]; tensor mul_495 = mul(x = mul_490, y = mul_495_y_0)[name = string("mul_495")]; tensor tern_10_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5808704))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_k_weight_0_palettized")]; tensor tern_10_k_bias_0 = const()[name = string("tern_10_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_k = linear(bias = tern_10_k_bias_0, weight = tern_10_k_weight_0_palettized, x = mul_495)[name = string("tern_10_k")]; tensor mul_496_y_0 = const()[name = string("mul_496_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816512)))]; tensor mul_496 = mul(x = tern_10_k, y = mul_496_y_0)[name = string("mul_496")]; tensor reshape_83_shape_0 = const()[name = string("reshape_83_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_83 = reshape(shape = reshape_83_shape_0, x = mul_496)[name = string("reshape_83")]; tensor transpose_41_perm_0 = const()[name = string("transpose_41_perm_0"), val = tensor([1, 0, 2])]; tensor mul_499_y_0 = const()[name = string("mul_499_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816768)))]; tensor mul_499 = mul(x = mul_490, y = mul_499_y_0)[name = string("mul_499")]; tensor tern_10_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5817536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_v_weight_0_palettized")]; tensor tern_10_v_bias_0 = const()[name = string("tern_10_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_v = linear(bias = tern_10_v_bias_0, weight = tern_10_v_weight_0_palettized, x = mul_499)[name = string("tern_10_v")]; tensor mul_500_y_0 = const()[name = string("mul_500_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825344)))]; tensor mul_500 = mul(x = tern_10_v, y = mul_500_y_0)[name = string("mul_500")]; tensor reshape_84_shape_0 = const()[name = string("reshape_84_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_84 = reshape(shape = reshape_84_shape_0, x = mul_500)[name = string("reshape_84")]; tensor transpose_42_perm_0 = const()[name = string("transpose_42_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_40 = transpose(perm = transpose_40_perm_0, x = reshape_82)[name = string("transpose_23")]; tensor mul_501 = mul(x = transpose_40, y = transpose_40)[name = string("mul_501")]; tensor reduce_mean_108_axes_0 = const()[name = string("reduce_mean_108_axes_0"), val = tensor([-1])]; bool reduce_mean_108_keep_dims_0 = const()[name = string("reduce_mean_108_keep_dims_0"), val = bool(true)]; tensor reduce_mean_108 = reduce_mean(axes = reduce_mean_108_axes_0, keep_dims = reduce_mean_108_keep_dims_0, x = mul_501)[name = string("reduce_mean_108")]; fp32 rsqrt_108_epsilon_0 = const()[name = string("rsqrt_108_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_108 = rsqrt(epsilon = rsqrt_108_epsilon_0, x = reduce_mean_108)[name = string("rsqrt_108")]; tensor mul_502 = mul(x = transpose_40, y = rsqrt_108)[name = string("mul_502")]; tensor mul_503_y_0 = const()[name = string("mul_503_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825600)))]; tensor mul_503 = mul(x = mul_502, y = mul_503_y_0)[name = string("mul_503")]; tensor slice_by_index_40_begin_0 = const()[name = string("slice_by_index_40_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_40_end_0 = const()[name = string("slice_by_index_40_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_40_end_mask_0 = const()[name = string("slice_by_index_40_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_40 = slice_by_index(begin = slice_by_index_40_begin_0, end = slice_by_index_40_end_0, end_mask = slice_by_index_40_end_mask_0, x = mul_503)[name = string("slice_by_index_40")]; tensor slice_by_index_41_begin_0 = const()[name = string("slice_by_index_41_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_41_end_0 = const()[name = string("slice_by_index_41_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_41_end_mask_0 = const()[name = string("slice_by_index_41_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_41 = slice_by_index(begin = slice_by_index_41_begin_0, end = slice_by_index_41_end_0, end_mask = slice_by_index_41_end_mask_0, x = mul_503)[name = string("slice_by_index_41")]; int32 concat_20_axis_0 = const()[name = string("concat_20_axis_0"), val = int32(-1)]; bool concat_20_interleave_0 = const()[name = string("concat_20_interleave_0"), val = bool(false)]; tensor concat_20 = concat(axis = concat_20_axis_0, interleave = concat_20_interleave_0, values = (slice_by_index_41, slice_by_index_40))[name = string("concat_20")]; tensor mul_504_y_0 = const()[name = string("mul_504_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_504 = mul(x = concat_20, y = mul_504_y_0)[name = string("mul_504")]; tensor mul_505 = mul(x = mul_503, y = mul_11_y_0)[name = string("mul_505")]; tensor mul_506 = mul(x = mul_504, y = mul_12_y_0)[name = string("mul_506")]; tensor add_60 = add(x = mul_505, y = mul_506)[name = string("add_60")]; tensor transpose_41 = transpose(perm = transpose_41_perm_0, x = reshape_83)[name = string("transpose_22")]; tensor mul_507 = mul(x = transpose_41, y = transpose_41)[name = string("mul_507")]; tensor reduce_mean_109_axes_0 = const()[name = string("reduce_mean_109_axes_0"), val = tensor([-1])]; bool reduce_mean_109_keep_dims_0 = const()[name = string("reduce_mean_109_keep_dims_0"), val = bool(true)]; tensor reduce_mean_109 = reduce_mean(axes = reduce_mean_109_axes_0, keep_dims = reduce_mean_109_keep_dims_0, x = mul_507)[name = string("reduce_mean_109")]; fp32 rsqrt_109_epsilon_0 = const()[name = string("rsqrt_109_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_109 = rsqrt(epsilon = rsqrt_109_epsilon_0, x = reduce_mean_109)[name = string("rsqrt_109")]; tensor mul_508 = mul(x = transpose_41, y = rsqrt_109)[name = string("mul_508")]; tensor mul_509_y_0 = const()[name = string("mul_509_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825792)))]; tensor mul_509 = mul(x = mul_508, y = mul_509_y_0)[name = string("mul_509")]; tensor slice_by_index_42_begin_0 = const()[name = string("slice_by_index_42_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_42_end_0 = const()[name = string("slice_by_index_42_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_42_end_mask_0 = const()[name = string("slice_by_index_42_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_42 = slice_by_index(begin = slice_by_index_42_begin_0, end = slice_by_index_42_end_0, end_mask = slice_by_index_42_end_mask_0, x = mul_509)[name = string("slice_by_index_42")]; tensor slice_by_index_43_begin_0 = const()[name = string("slice_by_index_43_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_43_end_0 = const()[name = string("slice_by_index_43_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_43_end_mask_0 = const()[name = string("slice_by_index_43_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_43 = slice_by_index(begin = slice_by_index_43_begin_0, end = slice_by_index_43_end_0, end_mask = slice_by_index_43_end_mask_0, x = mul_509)[name = string("slice_by_index_43")]; int32 concat_21_axis_0 = const()[name = string("concat_21_axis_0"), val = int32(-1)]; bool concat_21_interleave_0 = const()[name = string("concat_21_interleave_0"), val = bool(false)]; tensor concat_21 = concat(axis = concat_21_axis_0, interleave = concat_21_interleave_0, values = (slice_by_index_43, slice_by_index_42))[name = string("concat_21")]; tensor mul_510_y_0 = const()[name = string("mul_510_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_510 = mul(x = concat_21, y = mul_510_y_0)[name = string("mul_510")]; tensor mul_511 = mul(x = mul_509, y = mul_11_y_0)[name = string("mul_511")]; tensor mul_512 = mul(x = mul_510, y = mul_12_y_0)[name = string("mul_512")]; tensor add_61 = add(x = mul_511, y = mul_512)[name = string("add_61")]; tensor reshape_85_shape_0 = const()[name = string("reshape_85_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_85 = reshape(shape = reshape_85_shape_0, x = add_61)[name = string("reshape_85")]; tensor tile_20_reps_0 = const()[name = string("tile_20_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_20 = tile(reps = tile_20_reps_0, x = reshape_85)[name = string("tile_20")]; tensor reshape_86_shape_0 = const()[name = string("reshape_86_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_86 = reshape(shape = reshape_86_shape_0, x = tile_20)[name = string("reshape_86")]; tensor reshape_87_shape_0 = const()[name = string("reshape_87_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_42 = transpose(perm = transpose_42_perm_0, x = reshape_84)[name = string("transpose_21")]; tensor reshape_87 = reshape(shape = reshape_87_shape_0, x = transpose_42)[name = string("reshape_87")]; tensor tile_21_reps_0 = const()[name = string("tile_21_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_21 = tile(reps = tile_21_reps_0, x = reshape_87)[name = string("tile_21")]; tensor reshape_88_shape_0 = const()[name = string("reshape_88_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_88 = reshape(shape = reshape_88_shape_0, x = tile_21)[name = string("reshape_88")]; fp16 mul_513_y_0 = const()[name = string("mul_513_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_513 = mul(x = add_60, y = mul_513_y_0)[name = string("mul_513")]; bool matmul_20_transpose_y_0 = const()[name = string("matmul_20_transpose_y_0"), val = bool(true)]; bool matmul_20_transpose_x_0 = const()[name = string("matmul_20_transpose_x_0"), val = bool(false)]; tensor matmul_20 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = mul_513, y = reshape_86)[name = string("matmul_20")]; tensor add_62 = add(x = matmul_20, y = reshape_1)[name = string("add_62")]; int32 softmax_10_axis_0 = const()[name = string("softmax_10_axis_0"), val = int32(-1)]; tensor softmax_10 = softmax(axis = softmax_10_axis_0, x = add_62)[name = string("softmax_10")]; bool matmul_21_transpose_x_0 = const()[name = string("matmul_21_transpose_x_0"), val = bool(false)]; bool matmul_21_transpose_y_0 = const()[name = string("matmul_21_transpose_y_0"), val = bool(false)]; tensor matmul_21 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = softmax_10, y = reshape_88)[name = string("matmul_21")]; tensor transpose_43_perm_0 = const()[name = string("transpose_43_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_89_shape_0 = const()[name = string("reshape_89_shape_0"), val = tensor([64, 352])]; tensor transpose_43 = transpose(perm = transpose_43_perm_0, x = matmul_21)[name = string("transpose_20")]; tensor reshape_89 = reshape(shape = reshape_89_shape_0, x = transpose_43)[name = string("reshape_89")]; tensor mul_514 = mul(x = reshape_89, y = reshape_89)[name = string("mul_514")]; tensor reduce_mean_110_axes_0 = const()[name = string("reduce_mean_110_axes_0"), val = tensor([-1])]; bool reduce_mean_110_keep_dims_0 = const()[name = string("reduce_mean_110_keep_dims_0"), val = bool(true)]; tensor reduce_mean_110 = reduce_mean(axes = reduce_mean_110_axes_0, keep_dims = reduce_mean_110_keep_dims_0, x = mul_514)[name = string("reduce_mean_110")]; fp32 rsqrt_110_epsilon_0 = const()[name = string("rsqrt_110_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_110 = rsqrt(epsilon = rsqrt_110_epsilon_0, x = reduce_mean_110)[name = string("rsqrt_110")]; tensor mul_515 = mul(x = reshape_89, y = rsqrt_110)[name = string("mul_515")]; tensor mul_516_y_0 = const()[name = string("mul_516_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825984)))]; tensor mul_516 = mul(x = mul_515, y = mul_516_y_0)[name = string("mul_516")]; tensor tern_10_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5826752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_o_weight_0_palettized")]; tensor tern_10_o = linear(bias = linear_0_bias_0, weight = tern_10_o_weight_0_palettized, x = mul_516)[name = string("tern_10_o")]; tensor mul_517_y_0 = const()[name = string("mul_517_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5857792)))]; tensor mul_517 = mul(x = tern_10_o, y = mul_517_y_0)[name = string("mul_517")]; tensor add_63 = add(x = add_59, y = mul_517)[name = string("add_63")]; tensor mul_518 = mul(x = add_63, y = add_63)[name = string("mul_518")]; tensor reduce_mean_111_axes_0 = const()[name = string("reduce_mean_111_axes_0"), val = tensor([-1])]; bool reduce_mean_111_keep_dims_0 = const()[name = string("reduce_mean_111_keep_dims_0"), val = bool(true)]; tensor reduce_mean_111 = reduce_mean(axes = reduce_mean_111_axes_0, keep_dims = reduce_mean_111_keep_dims_0, x = mul_518)[name = string("reduce_mean_111")]; fp32 rsqrt_111_epsilon_0 = const()[name = string("rsqrt_111_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_111 = rsqrt(epsilon = rsqrt_111_epsilon_0, x = reduce_mean_111)[name = string("rsqrt_111")]; tensor mul_519 = mul(x = add_63, y = rsqrt_111)[name = string("mul_519")]; tensor mul_520_y_0 = const()[name = string("mul_520_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5858560)))]; tensor mul_520 = mul(x = mul_519, y = mul_520_y_0)[name = string("mul_520")]; tensor mul_521 = mul(x = mul_520, y = mul_520)[name = string("mul_521")]; tensor reduce_mean_112_axes_0 = const()[name = string("reduce_mean_112_axes_0"), val = tensor([-1])]; bool reduce_mean_112_keep_dims_0 = const()[name = string("reduce_mean_112_keep_dims_0"), val = bool(true)]; tensor reduce_mean_112 = reduce_mean(axes = reduce_mean_112_axes_0, keep_dims = reduce_mean_112_keep_dims_0, x = mul_521)[name = string("reduce_mean_112")]; fp32 rsqrt_112_epsilon_0 = const()[name = string("rsqrt_112_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_112 = rsqrt(epsilon = rsqrt_112_epsilon_0, x = reduce_mean_112)[name = string("rsqrt_112")]; tensor mul_522 = mul(x = mul_520, y = rsqrt_112)[name = string("mul_522")]; tensor mul_523_y_0 = const()[name = string("mul_523_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5859328)))]; tensor mul_523 = mul(x = mul_522, y = mul_523_y_0)[name = string("mul_523")]; tensor tern_10_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5860096))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w1_weight_0_palettized")]; tensor tern_10_w1 = linear(bias = linear_4_bias_0, weight = tern_10_w1_weight_0_palettized, x = mul_523)[name = string("tern_10_w1")]; tensor mul_524_y_0 = const()[name = string("mul_524_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5944640)))]; tensor mul_524 = mul(x = tern_10_w1, y = mul_524_y_0)[name = string("mul_524")]; tensor mul_527_y_0 = const()[name = string("mul_527_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5946624)))]; tensor mul_527 = mul(x = mul_522, y = mul_527_y_0)[name = string("mul_527")]; tensor tern_10_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5947392))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w3_weight_0_palettized")]; tensor tern_10_w3 = linear(bias = linear_4_bias_0, weight = tern_10_w3_weight_0_palettized, x = mul_527)[name = string("tern_10_w3")]; tensor mul_528_y_0 = const()[name = string("mul_528_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6031936)))]; tensor mul_528 = mul(x = tern_10_w3, y = mul_528_y_0)[name = string("mul_528")]; fp16 mul_529_y_0 = const()[name = string("mul_529_y_0"), val = fp16(0x1p-1)]; tensor mul_529 = mul(x = mul_524, y = mul_529_y_0)[name = string("mul_529")]; tensor tanh_10 = tanh(x = mul_529)[name = string("tanh_10")]; fp16 mul_530_x_0 = const()[name = string("mul_530_x_0"), val = fp16(0x1p-1)]; tensor mul_530 = mul(x = mul_530_x_0, y = tanh_10)[name = string("mul_530")]; fp16 add_64_x_0 = const()[name = string("add_64_x_0"), val = fp16(0x1p-1)]; tensor add_64 = add(x = add_64_x_0, y = mul_530)[name = string("add_64")]; tensor mul_531 = mul(x = mul_524, y = add_64)[name = string("mul_531")]; tensor mul_532 = mul(x = mul_531, y = mul_528)[name = string("mul_532")]; tensor mul_533 = mul(x = mul_532, y = mul_532)[name = string("mul_533")]; tensor reduce_mean_114_axes_0 = const()[name = string("reduce_mean_114_axes_0"), val = tensor([-1])]; bool reduce_mean_114_keep_dims_0 = const()[name = string("reduce_mean_114_keep_dims_0"), val = bool(true)]; tensor reduce_mean_114 = reduce_mean(axes = reduce_mean_114_axes_0, keep_dims = reduce_mean_114_keep_dims_0, x = mul_533)[name = string("reduce_mean_114")]; fp32 rsqrt_114_epsilon_0 = const()[name = string("rsqrt_114_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_114 = rsqrt(epsilon = rsqrt_114_epsilon_0, x = reduce_mean_114)[name = string("rsqrt_114")]; tensor mul_534 = mul(x = mul_532, y = rsqrt_114)[name = string("mul_534")]; tensor mul_535_y_0 = const()[name = string("mul_535_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6033920)))]; tensor mul_535 = mul(x = mul_534, y = mul_535_y_0)[name = string("mul_535")]; tensor tern_10_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6035904))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w2_weight_0_palettized")]; tensor tern_10_w2 = linear(bias = linear_0_bias_0, weight = tern_10_w2_weight_0_palettized, x = mul_535)[name = string("tern_10_w2")]; tensor mul_536_y_0 = const()[name = string("mul_536_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6120448)))]; tensor mul_536 = mul(x = tern_10_w2, y = mul_536_y_0)[name = string("mul_536")]; tensor add_65 = add(x = add_63, y = mul_536)[name = string("add_65")]; tensor mul_537 = mul(x = add_65, y = add_65)[name = string("mul_537")]; tensor reduce_mean_115_axes_0 = const()[name = string("reduce_mean_115_axes_0"), val = tensor([-1])]; bool reduce_mean_115_keep_dims_0 = const()[name = string("reduce_mean_115_keep_dims_0"), val = bool(true)]; tensor reduce_mean_115 = reduce_mean(axes = reduce_mean_115_axes_0, keep_dims = reduce_mean_115_keep_dims_0, x = mul_537)[name = string("reduce_mean_115")]; fp32 rsqrt_115_epsilon_0 = const()[name = string("rsqrt_115_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_115 = rsqrt(epsilon = rsqrt_115_epsilon_0, x = reduce_mean_115)[name = string("rsqrt_115")]; tensor mul_538 = mul(x = add_65, y = rsqrt_115)[name = string("mul_538")]; tensor mul_539_y_0 = const()[name = string("mul_539_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121216)))]; tensor mul_539 = mul(x = mul_538, y = mul_539_y_0)[name = string("mul_539")]; tensor mul_540 = mul(x = mul_539, y = mul_539)[name = string("mul_540")]; tensor reduce_mean_116_axes_0 = const()[name = string("reduce_mean_116_axes_0"), val = tensor([-1])]; bool reduce_mean_116_keep_dims_0 = const()[name = string("reduce_mean_116_keep_dims_0"), val = bool(true)]; tensor reduce_mean_116 = reduce_mean(axes = reduce_mean_116_axes_0, keep_dims = reduce_mean_116_keep_dims_0, x = mul_540)[name = string("reduce_mean_116")]; fp32 rsqrt_116_epsilon_0 = const()[name = string("rsqrt_116_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_116 = rsqrt(epsilon = rsqrt_116_epsilon_0, x = reduce_mean_116)[name = string("rsqrt_116")]; tensor mul_541 = mul(x = mul_539, y = rsqrt_116)[name = string("mul_541")]; tensor mul_542_y_0 = const()[name = string("mul_542_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121984)))]; tensor mul_542 = mul(x = mul_541, y = mul_542_y_0)[name = string("mul_542")]; tensor tern_11_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6122752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_q_weight_0_palettized")]; tensor tern_11_q = linear(bias = linear_0_bias_0, weight = tern_11_q_weight_0_palettized, x = mul_542)[name = string("tern_11_q")]; tensor mul_543_y_0 = const()[name = string("mul_543_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6153792)))]; tensor mul_543 = mul(x = tern_11_q, y = mul_543_y_0)[name = string("mul_543")]; tensor reshape_90_shape_0 = const()[name = string("reshape_90_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_90 = reshape(shape = reshape_90_shape_0, x = mul_543)[name = string("reshape_90")]; tensor transpose_44_perm_0 = const()[name = string("transpose_44_perm_0"), val = tensor([1, 0, 2])]; tensor mul_546_y_0 = const()[name = string("mul_546_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6154560)))]; tensor mul_546 = mul(x = mul_541, y = mul_546_y_0)[name = string("mul_546")]; tensor tern_11_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6155328))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_k_weight_0_palettized")]; tensor tern_11_k_bias_0 = const()[name = string("tern_11_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_k = linear(bias = tern_11_k_bias_0, weight = tern_11_k_weight_0_palettized, x = mul_546)[name = string("tern_11_k")]; tensor mul_547_y_0 = const()[name = string("mul_547_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163136)))]; tensor mul_547 = mul(x = tern_11_k, y = mul_547_y_0)[name = string("mul_547")]; tensor reshape_91_shape_0 = const()[name = string("reshape_91_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_91 = reshape(shape = reshape_91_shape_0, x = mul_547)[name = string("reshape_91")]; tensor transpose_45_perm_0 = const()[name = string("transpose_45_perm_0"), val = tensor([1, 0, 2])]; tensor mul_550_y_0 = const()[name = string("mul_550_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163392)))]; tensor mul_550 = mul(x = mul_541, y = mul_550_y_0)[name = string("mul_550")]; tensor tern_11_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6164160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_v_weight_0_palettized")]; tensor tern_11_v_bias_0 = const()[name = string("tern_11_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_v = linear(bias = tern_11_v_bias_0, weight = tern_11_v_weight_0_palettized, x = mul_550)[name = string("tern_11_v")]; tensor mul_551_y_0 = const()[name = string("mul_551_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6171968)))]; tensor mul_551 = mul(x = tern_11_v, y = mul_551_y_0)[name = string("mul_551")]; tensor reshape_92_shape_0 = const()[name = string("reshape_92_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_92 = reshape(shape = reshape_92_shape_0, x = mul_551)[name = string("reshape_92")]; tensor transpose_46_perm_0 = const()[name = string("transpose_46_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_44 = transpose(perm = transpose_44_perm_0, x = reshape_90)[name = string("transpose_19")]; tensor mul_552 = mul(x = transpose_44, y = transpose_44)[name = string("mul_552")]; tensor reduce_mean_119_axes_0 = const()[name = string("reduce_mean_119_axes_0"), val = tensor([-1])]; bool reduce_mean_119_keep_dims_0 = const()[name = string("reduce_mean_119_keep_dims_0"), val = bool(true)]; tensor reduce_mean_119 = reduce_mean(axes = reduce_mean_119_axes_0, keep_dims = reduce_mean_119_keep_dims_0, x = mul_552)[name = string("reduce_mean_119")]; fp32 rsqrt_119_epsilon_0 = const()[name = string("rsqrt_119_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_119 = rsqrt(epsilon = rsqrt_119_epsilon_0, x = reduce_mean_119)[name = string("rsqrt_119")]; tensor mul_553 = mul(x = transpose_44, y = rsqrt_119)[name = string("mul_553")]; tensor mul_554_y_0 = const()[name = string("mul_554_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172224)))]; tensor mul_554 = mul(x = mul_553, y = mul_554_y_0)[name = string("mul_554")]; tensor slice_by_index_44_begin_0 = const()[name = string("slice_by_index_44_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_44_end_0 = const()[name = string("slice_by_index_44_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_44_end_mask_0 = const()[name = string("slice_by_index_44_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_44 = slice_by_index(begin = slice_by_index_44_begin_0, end = slice_by_index_44_end_0, end_mask = slice_by_index_44_end_mask_0, x = mul_554)[name = string("slice_by_index_44")]; tensor slice_by_index_45_begin_0 = const()[name = string("slice_by_index_45_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_45_end_0 = const()[name = string("slice_by_index_45_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_45_end_mask_0 = const()[name = string("slice_by_index_45_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_45 = slice_by_index(begin = slice_by_index_45_begin_0, end = slice_by_index_45_end_0, end_mask = slice_by_index_45_end_mask_0, x = mul_554)[name = string("slice_by_index_45")]; int32 concat_22_axis_0 = const()[name = string("concat_22_axis_0"), val = int32(-1)]; bool concat_22_interleave_0 = const()[name = string("concat_22_interleave_0"), val = bool(false)]; tensor concat_22 = concat(axis = concat_22_axis_0, interleave = concat_22_interleave_0, values = (slice_by_index_45, slice_by_index_44))[name = string("concat_22")]; tensor mul_555_y_0 = const()[name = string("mul_555_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_555 = mul(x = concat_22, y = mul_555_y_0)[name = string("mul_555")]; tensor mul_556 = mul(x = mul_554, y = mul_11_y_0)[name = string("mul_556")]; tensor mul_557 = mul(x = mul_555, y = mul_12_y_0)[name = string("mul_557")]; tensor add_66 = add(x = mul_556, y = mul_557)[name = string("add_66")]; tensor transpose_45 = transpose(perm = transpose_45_perm_0, x = reshape_91)[name = string("transpose_18")]; tensor mul_558 = mul(x = transpose_45, y = transpose_45)[name = string("mul_558")]; tensor reduce_mean_120_axes_0 = const()[name = string("reduce_mean_120_axes_0"), val = tensor([-1])]; bool reduce_mean_120_keep_dims_0 = const()[name = string("reduce_mean_120_keep_dims_0"), val = bool(true)]; tensor reduce_mean_120 = reduce_mean(axes = reduce_mean_120_axes_0, keep_dims = reduce_mean_120_keep_dims_0, x = mul_558)[name = string("reduce_mean_120")]; fp32 rsqrt_120_epsilon_0 = const()[name = string("rsqrt_120_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_120 = rsqrt(epsilon = rsqrt_120_epsilon_0, x = reduce_mean_120)[name = string("rsqrt_120")]; tensor mul_559 = mul(x = transpose_45, y = rsqrt_120)[name = string("mul_559")]; tensor mul_560_y_0 = const()[name = string("mul_560_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172416)))]; tensor mul_560 = mul(x = mul_559, y = mul_560_y_0)[name = string("mul_560")]; tensor slice_by_index_46_begin_0 = const()[name = string("slice_by_index_46_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_46_end_0 = const()[name = string("slice_by_index_46_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_46_end_mask_0 = const()[name = string("slice_by_index_46_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_46 = slice_by_index(begin = slice_by_index_46_begin_0, end = slice_by_index_46_end_0, end_mask = slice_by_index_46_end_mask_0, x = mul_560)[name = string("slice_by_index_46")]; tensor slice_by_index_47_begin_0 = const()[name = string("slice_by_index_47_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_47_end_0 = const()[name = string("slice_by_index_47_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_47_end_mask_0 = const()[name = string("slice_by_index_47_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_47 = slice_by_index(begin = slice_by_index_47_begin_0, end = slice_by_index_47_end_0, end_mask = slice_by_index_47_end_mask_0, x = mul_560)[name = string("slice_by_index_47")]; int32 concat_23_axis_0 = const()[name = string("concat_23_axis_0"), val = int32(-1)]; bool concat_23_interleave_0 = const()[name = string("concat_23_interleave_0"), val = bool(false)]; tensor concat_23 = concat(axis = concat_23_axis_0, interleave = concat_23_interleave_0, values = (slice_by_index_47, slice_by_index_46))[name = string("concat_23")]; tensor mul_561_y_0 = const()[name = string("mul_561_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_561 = mul(x = concat_23, y = mul_561_y_0)[name = string("mul_561")]; tensor mul_562 = mul(x = mul_560, y = mul_11_y_0)[name = string("mul_562")]; tensor mul_563 = mul(x = mul_561, y = mul_12_y_0)[name = string("mul_563")]; tensor add_67 = add(x = mul_562, y = mul_563)[name = string("add_67")]; tensor reshape_93_shape_0 = const()[name = string("reshape_93_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_93 = reshape(shape = reshape_93_shape_0, x = add_67)[name = string("reshape_93")]; tensor tile_22_reps_0 = const()[name = string("tile_22_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_22 = tile(reps = tile_22_reps_0, x = reshape_93)[name = string("tile_22")]; tensor reshape_94_shape_0 = const()[name = string("reshape_94_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_94 = reshape(shape = reshape_94_shape_0, x = tile_22)[name = string("reshape_94")]; tensor reshape_95_shape_0 = const()[name = string("reshape_95_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_46 = transpose(perm = transpose_46_perm_0, x = reshape_92)[name = string("transpose_17")]; tensor reshape_95 = reshape(shape = reshape_95_shape_0, x = transpose_46)[name = string("reshape_95")]; tensor tile_23_reps_0 = const()[name = string("tile_23_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_23 = tile(reps = tile_23_reps_0, x = reshape_95)[name = string("tile_23")]; tensor reshape_96_shape_0 = const()[name = string("reshape_96_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_96 = reshape(shape = reshape_96_shape_0, x = tile_23)[name = string("reshape_96")]; fp16 mul_564_y_0 = const()[name = string("mul_564_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_564 = mul(x = add_66, y = mul_564_y_0)[name = string("mul_564")]; bool matmul_22_transpose_y_0 = const()[name = string("matmul_22_transpose_y_0"), val = bool(true)]; bool matmul_22_transpose_x_0 = const()[name = string("matmul_22_transpose_x_0"), val = bool(false)]; tensor matmul_22 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = mul_564, y = reshape_94)[name = string("matmul_22")]; tensor add_68 = add(x = matmul_22, y = reshape_1)[name = string("add_68")]; int32 softmax_11_axis_0 = const()[name = string("softmax_11_axis_0"), val = int32(-1)]; tensor softmax_11 = softmax(axis = softmax_11_axis_0, x = add_68)[name = string("softmax_11")]; bool matmul_23_transpose_x_0 = const()[name = string("matmul_23_transpose_x_0"), val = bool(false)]; bool matmul_23_transpose_y_0 = const()[name = string("matmul_23_transpose_y_0"), val = bool(false)]; tensor matmul_23 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = softmax_11, y = reshape_96)[name = string("matmul_23")]; tensor transpose_47_perm_0 = const()[name = string("transpose_47_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_97_shape_0 = const()[name = string("reshape_97_shape_0"), val = tensor([64, 352])]; tensor transpose_47 = transpose(perm = transpose_47_perm_0, x = matmul_23)[name = string("transpose_16")]; tensor reshape_97 = reshape(shape = reshape_97_shape_0, x = transpose_47)[name = string("reshape_97")]; tensor mul_565 = mul(x = reshape_97, y = reshape_97)[name = string("mul_565")]; tensor reduce_mean_121_axes_0 = const()[name = string("reduce_mean_121_axes_0"), val = tensor([-1])]; bool reduce_mean_121_keep_dims_0 = const()[name = string("reduce_mean_121_keep_dims_0"), val = bool(true)]; tensor reduce_mean_121 = reduce_mean(axes = reduce_mean_121_axes_0, keep_dims = reduce_mean_121_keep_dims_0, x = mul_565)[name = string("reduce_mean_121")]; fp32 rsqrt_121_epsilon_0 = const()[name = string("rsqrt_121_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_121 = rsqrt(epsilon = rsqrt_121_epsilon_0, x = reduce_mean_121)[name = string("rsqrt_121")]; tensor mul_566 = mul(x = reshape_97, y = rsqrt_121)[name = string("mul_566")]; tensor mul_567_y_0 = const()[name = string("mul_567_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172608)))]; tensor mul_567 = mul(x = mul_566, y = mul_567_y_0)[name = string("mul_567")]; tensor tern_11_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6173376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_o_weight_0_palettized")]; tensor tern_11_o = linear(bias = linear_0_bias_0, weight = tern_11_o_weight_0_palettized, x = mul_567)[name = string("tern_11_o")]; tensor mul_568_y_0 = const()[name = string("mul_568_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6204416)))]; tensor mul_568 = mul(x = tern_11_o, y = mul_568_y_0)[name = string("mul_568")]; tensor add_69 = add(x = add_65, y = mul_568)[name = string("add_69")]; tensor mul_569 = mul(x = add_69, y = add_69)[name = string("mul_569")]; tensor reduce_mean_122_axes_0 = const()[name = string("reduce_mean_122_axes_0"), val = tensor([-1])]; bool reduce_mean_122_keep_dims_0 = const()[name = string("reduce_mean_122_keep_dims_0"), val = bool(true)]; tensor reduce_mean_122 = reduce_mean(axes = reduce_mean_122_axes_0, keep_dims = reduce_mean_122_keep_dims_0, x = mul_569)[name = string("reduce_mean_122")]; fp32 rsqrt_122_epsilon_0 = const()[name = string("rsqrt_122_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_122 = rsqrt(epsilon = rsqrt_122_epsilon_0, x = reduce_mean_122)[name = string("rsqrt_122")]; tensor mul_570 = mul(x = add_69, y = rsqrt_122)[name = string("mul_570")]; tensor mul_571_y_0 = const()[name = string("mul_571_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205184)))]; tensor mul_571 = mul(x = mul_570, y = mul_571_y_0)[name = string("mul_571")]; tensor mul_572 = mul(x = mul_571, y = mul_571)[name = string("mul_572")]; tensor reduce_mean_123_axes_0 = const()[name = string("reduce_mean_123_axes_0"), val = tensor([-1])]; bool reduce_mean_123_keep_dims_0 = const()[name = string("reduce_mean_123_keep_dims_0"), val = bool(true)]; tensor reduce_mean_123 = reduce_mean(axes = reduce_mean_123_axes_0, keep_dims = reduce_mean_123_keep_dims_0, x = mul_572)[name = string("reduce_mean_123")]; fp32 rsqrt_123_epsilon_0 = const()[name = string("rsqrt_123_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_123 = rsqrt(epsilon = rsqrt_123_epsilon_0, x = reduce_mean_123)[name = string("rsqrt_123")]; tensor mul_573 = mul(x = mul_571, y = rsqrt_123)[name = string("mul_573")]; tensor mul_574_y_0 = const()[name = string("mul_574_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205952)))]; tensor mul_574 = mul(x = mul_573, y = mul_574_y_0)[name = string("mul_574")]; tensor tern_11_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6206720))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w1_weight_0_palettized")]; tensor tern_11_w1 = linear(bias = linear_4_bias_0, weight = tern_11_w1_weight_0_palettized, x = mul_574)[name = string("tern_11_w1")]; tensor mul_575_y_0 = const()[name = string("mul_575_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6291264)))]; tensor mul_575 = mul(x = tern_11_w1, y = mul_575_y_0)[name = string("mul_575")]; tensor mul_578_y_0 = const()[name = string("mul_578_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6293248)))]; tensor mul_578 = mul(x = mul_573, y = mul_578_y_0)[name = string("mul_578")]; tensor tern_11_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6294016))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w3_weight_0_palettized")]; tensor tern_11_w3 = linear(bias = linear_4_bias_0, weight = tern_11_w3_weight_0_palettized, x = mul_578)[name = string("tern_11_w3")]; tensor mul_579_y_0 = const()[name = string("mul_579_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6378560)))]; tensor mul_579 = mul(x = tern_11_w3, y = mul_579_y_0)[name = string("mul_579")]; fp16 mul_580_y_0 = const()[name = string("mul_580_y_0"), val = fp16(0x1p-1)]; tensor mul_580 = mul(x = mul_575, y = mul_580_y_0)[name = string("mul_580")]; tensor tanh_11 = tanh(x = mul_580)[name = string("tanh_11")]; fp16 mul_581_x_0 = const()[name = string("mul_581_x_0"), val = fp16(0x1p-1)]; tensor mul_581 = mul(x = mul_581_x_0, y = tanh_11)[name = string("mul_581")]; fp16 add_70_x_0 = const()[name = string("add_70_x_0"), val = fp16(0x1p-1)]; tensor add_70 = add(x = add_70_x_0, y = mul_581)[name = string("add_70")]; tensor mul_582 = mul(x = mul_575, y = add_70)[name = string("mul_582")]; tensor mul_583 = mul(x = mul_582, y = mul_579)[name = string("mul_583")]; tensor mul_584 = mul(x = mul_583, y = mul_583)[name = string("mul_584")]; tensor reduce_mean_125_axes_0 = const()[name = string("reduce_mean_125_axes_0"), val = tensor([-1])]; bool reduce_mean_125_keep_dims_0 = const()[name = string("reduce_mean_125_keep_dims_0"), val = bool(true)]; tensor reduce_mean_125 = reduce_mean(axes = reduce_mean_125_axes_0, keep_dims = reduce_mean_125_keep_dims_0, x = mul_584)[name = string("reduce_mean_125")]; fp32 rsqrt_125_epsilon_0 = const()[name = string("rsqrt_125_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_125 = rsqrt(epsilon = rsqrt_125_epsilon_0, x = reduce_mean_125)[name = string("rsqrt_125")]; tensor mul_585 = mul(x = mul_583, y = rsqrt_125)[name = string("mul_585")]; tensor mul_586_y_0 = const()[name = string("mul_586_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6380544)))]; tensor mul_586 = mul(x = mul_585, y = mul_586_y_0)[name = string("mul_586")]; tensor tern_11_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6382528))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w2_weight_0_palettized")]; tensor tern_11_w2 = linear(bias = linear_0_bias_0, weight = tern_11_w2_weight_0_palettized, x = mul_586)[name = string("tern_11_w2")]; tensor mul_587_y_0 = const()[name = string("mul_587_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467072)))]; tensor mul_587 = mul(x = tern_11_w2, y = mul_587_y_0)[name = string("mul_587")]; tensor add_71 = add(x = add_69, y = mul_587)[name = string("add_71")]; tensor mul_588 = mul(x = add_71, y = add_71)[name = string("mul_588")]; tensor reduce_mean_126_axes_0 = const()[name = string("reduce_mean_126_axes_0"), val = tensor([-1])]; bool reduce_mean_126_keep_dims_0 = const()[name = string("reduce_mean_126_keep_dims_0"), val = bool(true)]; tensor reduce_mean_126 = reduce_mean(axes = reduce_mean_126_axes_0, keep_dims = reduce_mean_126_keep_dims_0, x = mul_588)[name = string("reduce_mean_126")]; fp32 rsqrt_126_epsilon_0 = const()[name = string("rsqrt_126_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_126 = rsqrt(epsilon = rsqrt_126_epsilon_0, x = reduce_mean_126)[name = string("rsqrt_126")]; tensor mul_589 = mul(x = add_71, y = rsqrt_126)[name = string("mul_589")]; tensor mul_590_y_0 = const()[name = string("mul_590_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467840)))]; tensor mul_590 = mul(x = mul_589, y = mul_590_y_0)[name = string("mul_590")]; tensor mul_591 = mul(x = mul_590, y = mul_590)[name = string("mul_591")]; tensor reduce_mean_127_axes_0 = const()[name = string("reduce_mean_127_axes_0"), val = tensor([-1])]; bool reduce_mean_127_keep_dims_0 = const()[name = string("reduce_mean_127_keep_dims_0"), val = bool(true)]; tensor reduce_mean_127 = reduce_mean(axes = reduce_mean_127_axes_0, keep_dims = reduce_mean_127_keep_dims_0, x = mul_591)[name = string("reduce_mean_127")]; fp32 rsqrt_127_epsilon_0 = const()[name = string("rsqrt_127_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_127 = rsqrt(epsilon = rsqrt_127_epsilon_0, x = reduce_mean_127)[name = string("rsqrt_127")]; tensor mul_592 = mul(x = mul_590, y = rsqrt_127)[name = string("mul_592")]; tensor mul_593_y_0 = const()[name = string("mul_593_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6468608)))]; tensor mul_593 = mul(x = mul_592, y = mul_593_y_0)[name = string("mul_593")]; tensor tern_12_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6469376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_q_weight_0_palettized")]; tensor tern_12_q = linear(bias = linear_0_bias_0, weight = tern_12_q_weight_0_palettized, x = mul_593)[name = string("tern_12_q")]; tensor mul_594_y_0 = const()[name = string("mul_594_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6500416)))]; tensor mul_594 = mul(x = tern_12_q, y = mul_594_y_0)[name = string("mul_594")]; tensor reshape_98_shape_0 = const()[name = string("reshape_98_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_98 = reshape(shape = reshape_98_shape_0, x = mul_594)[name = string("reshape_98")]; tensor transpose_48_perm_0 = const()[name = string("transpose_48_perm_0"), val = tensor([1, 0, 2])]; tensor mul_597_y_0 = const()[name = string("mul_597_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501184)))]; tensor mul_597 = mul(x = mul_592, y = mul_597_y_0)[name = string("mul_597")]; tensor tern_12_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501952))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_k_weight_0_palettized")]; tensor tern_12_k_bias_0 = const()[name = string("tern_12_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_k = linear(bias = tern_12_k_bias_0, weight = tern_12_k_weight_0_palettized, x = mul_597)[name = string("tern_12_k")]; tensor mul_598_y_0 = const()[name = string("mul_598_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6509760)))]; tensor mul_598 = mul(x = tern_12_k, y = mul_598_y_0)[name = string("mul_598")]; tensor reshape_99_shape_0 = const()[name = string("reshape_99_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_99 = reshape(shape = reshape_99_shape_0, x = mul_598)[name = string("reshape_99")]; tensor transpose_49_perm_0 = const()[name = string("transpose_49_perm_0"), val = tensor([1, 0, 2])]; tensor mul_601_y_0 = const()[name = string("mul_601_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510016)))]; tensor mul_601 = mul(x = mul_592, y = mul_601_y_0)[name = string("mul_601")]; tensor tern_12_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_v_weight_0_palettized")]; tensor tern_12_v_bias_0 = const()[name = string("tern_12_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_v = linear(bias = tern_12_v_bias_0, weight = tern_12_v_weight_0_palettized, x = mul_601)[name = string("tern_12_v")]; tensor mul_602_y_0 = const()[name = string("mul_602_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518592)))]; tensor mul_602 = mul(x = tern_12_v, y = mul_602_y_0)[name = string("mul_602")]; tensor reshape_100_shape_0 = const()[name = string("reshape_100_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_100 = reshape(shape = reshape_100_shape_0, x = mul_602)[name = string("reshape_100")]; tensor transpose_50_perm_0 = const()[name = string("transpose_50_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_48 = transpose(perm = transpose_48_perm_0, x = reshape_98)[name = string("transpose_15")]; tensor mul_603 = mul(x = transpose_48, y = transpose_48)[name = string("mul_603")]; tensor reduce_mean_130_axes_0 = const()[name = string("reduce_mean_130_axes_0"), val = tensor([-1])]; bool reduce_mean_130_keep_dims_0 = const()[name = string("reduce_mean_130_keep_dims_0"), val = bool(true)]; tensor reduce_mean_130 = reduce_mean(axes = reduce_mean_130_axes_0, keep_dims = reduce_mean_130_keep_dims_0, x = mul_603)[name = string("reduce_mean_130")]; fp32 rsqrt_130_epsilon_0 = const()[name = string("rsqrt_130_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_130 = rsqrt(epsilon = rsqrt_130_epsilon_0, x = reduce_mean_130)[name = string("rsqrt_130")]; tensor mul_604 = mul(x = transpose_48, y = rsqrt_130)[name = string("mul_604")]; tensor mul_605_y_0 = const()[name = string("mul_605_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518848)))]; tensor mul_605 = mul(x = mul_604, y = mul_605_y_0)[name = string("mul_605")]; tensor slice_by_index_48_begin_0 = const()[name = string("slice_by_index_48_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_48_end_0 = const()[name = string("slice_by_index_48_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_48_end_mask_0 = const()[name = string("slice_by_index_48_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_48 = slice_by_index(begin = slice_by_index_48_begin_0, end = slice_by_index_48_end_0, end_mask = slice_by_index_48_end_mask_0, x = mul_605)[name = string("slice_by_index_48")]; tensor slice_by_index_49_begin_0 = const()[name = string("slice_by_index_49_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_49_end_0 = const()[name = string("slice_by_index_49_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_49_end_mask_0 = const()[name = string("slice_by_index_49_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_49 = slice_by_index(begin = slice_by_index_49_begin_0, end = slice_by_index_49_end_0, end_mask = slice_by_index_49_end_mask_0, x = mul_605)[name = string("slice_by_index_49")]; int32 concat_24_axis_0 = const()[name = string("concat_24_axis_0"), val = int32(-1)]; bool concat_24_interleave_0 = const()[name = string("concat_24_interleave_0"), val = bool(false)]; tensor concat_24 = concat(axis = concat_24_axis_0, interleave = concat_24_interleave_0, values = (slice_by_index_49, slice_by_index_48))[name = string("concat_24")]; tensor mul_606_y_0 = const()[name = string("mul_606_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_606 = mul(x = concat_24, y = mul_606_y_0)[name = string("mul_606")]; tensor mul_607 = mul(x = mul_605, y = mul_11_y_0)[name = string("mul_607")]; tensor mul_608 = mul(x = mul_606, y = mul_12_y_0)[name = string("mul_608")]; tensor add_72 = add(x = mul_607, y = mul_608)[name = string("add_72")]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = reshape_99)[name = string("transpose_14")]; tensor mul_609 = mul(x = transpose_49, y = transpose_49)[name = string("mul_609")]; tensor reduce_mean_131_axes_0 = const()[name = string("reduce_mean_131_axes_0"), val = tensor([-1])]; bool reduce_mean_131_keep_dims_0 = const()[name = string("reduce_mean_131_keep_dims_0"), val = bool(true)]; tensor reduce_mean_131 = reduce_mean(axes = reduce_mean_131_axes_0, keep_dims = reduce_mean_131_keep_dims_0, x = mul_609)[name = string("reduce_mean_131")]; fp32 rsqrt_131_epsilon_0 = const()[name = string("rsqrt_131_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_131 = rsqrt(epsilon = rsqrt_131_epsilon_0, x = reduce_mean_131)[name = string("rsqrt_131")]; tensor mul_610 = mul(x = transpose_49, y = rsqrt_131)[name = string("mul_610")]; tensor mul_611_y_0 = const()[name = string("mul_611_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519040)))]; tensor mul_611 = mul(x = mul_610, y = mul_611_y_0)[name = string("mul_611")]; tensor slice_by_index_50_begin_0 = const()[name = string("slice_by_index_50_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_50_end_0 = const()[name = string("slice_by_index_50_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_50_end_mask_0 = const()[name = string("slice_by_index_50_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_50 = slice_by_index(begin = slice_by_index_50_begin_0, end = slice_by_index_50_end_0, end_mask = slice_by_index_50_end_mask_0, x = mul_611)[name = string("slice_by_index_50")]; tensor slice_by_index_51_begin_0 = const()[name = string("slice_by_index_51_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_51_end_0 = const()[name = string("slice_by_index_51_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_51_end_mask_0 = const()[name = string("slice_by_index_51_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_51 = slice_by_index(begin = slice_by_index_51_begin_0, end = slice_by_index_51_end_0, end_mask = slice_by_index_51_end_mask_0, x = mul_611)[name = string("slice_by_index_51")]; int32 concat_25_axis_0 = const()[name = string("concat_25_axis_0"), val = int32(-1)]; bool concat_25_interleave_0 = const()[name = string("concat_25_interleave_0"), val = bool(false)]; tensor concat_25 = concat(axis = concat_25_axis_0, interleave = concat_25_interleave_0, values = (slice_by_index_51, slice_by_index_50))[name = string("concat_25")]; tensor mul_612_y_0 = const()[name = string("mul_612_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_612 = mul(x = concat_25, y = mul_612_y_0)[name = string("mul_612")]; tensor mul_613 = mul(x = mul_611, y = mul_11_y_0)[name = string("mul_613")]; tensor mul_614 = mul(x = mul_612, y = mul_12_y_0)[name = string("mul_614")]; tensor add_73 = add(x = mul_613, y = mul_614)[name = string("add_73")]; tensor reshape_101_shape_0 = const()[name = string("reshape_101_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_101 = reshape(shape = reshape_101_shape_0, x = add_73)[name = string("reshape_101")]; tensor tile_24_reps_0 = const()[name = string("tile_24_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_24 = tile(reps = tile_24_reps_0, x = reshape_101)[name = string("tile_24")]; tensor reshape_102_shape_0 = const()[name = string("reshape_102_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_102 = reshape(shape = reshape_102_shape_0, x = tile_24)[name = string("reshape_102")]; tensor reshape_103_shape_0 = const()[name = string("reshape_103_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = reshape_100)[name = string("transpose_13")]; tensor reshape_103 = reshape(shape = reshape_103_shape_0, x = transpose_50)[name = string("reshape_103")]; tensor tile_25_reps_0 = const()[name = string("tile_25_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_25 = tile(reps = tile_25_reps_0, x = reshape_103)[name = string("tile_25")]; tensor reshape_104_shape_0 = const()[name = string("reshape_104_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_104 = reshape(shape = reshape_104_shape_0, x = tile_25)[name = string("reshape_104")]; fp16 mul_615_y_0 = const()[name = string("mul_615_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_615 = mul(x = add_72, y = mul_615_y_0)[name = string("mul_615")]; bool matmul_24_transpose_y_0 = const()[name = string("matmul_24_transpose_y_0"), val = bool(true)]; bool matmul_24_transpose_x_0 = const()[name = string("matmul_24_transpose_x_0"), val = bool(false)]; tensor matmul_24 = matmul(transpose_x = matmul_24_transpose_x_0, transpose_y = matmul_24_transpose_y_0, x = mul_615, y = reshape_102)[name = string("matmul_24")]; tensor add_74 = add(x = matmul_24, y = reshape_1)[name = string("add_74")]; int32 softmax_12_axis_0 = const()[name = string("softmax_12_axis_0"), val = int32(-1)]; tensor softmax_12 = softmax(axis = softmax_12_axis_0, x = add_74)[name = string("softmax_12")]; bool matmul_25_transpose_x_0 = const()[name = string("matmul_25_transpose_x_0"), val = bool(false)]; bool matmul_25_transpose_y_0 = const()[name = string("matmul_25_transpose_y_0"), val = bool(false)]; tensor matmul_25 = matmul(transpose_x = matmul_25_transpose_x_0, transpose_y = matmul_25_transpose_y_0, x = softmax_12, y = reshape_104)[name = string("matmul_25")]; tensor transpose_51_perm_0 = const()[name = string("transpose_51_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_105_shape_0 = const()[name = string("reshape_105_shape_0"), val = tensor([64, 352])]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = matmul_25)[name = string("transpose_12")]; tensor reshape_105 = reshape(shape = reshape_105_shape_0, x = transpose_51)[name = string("reshape_105")]; tensor mul_616 = mul(x = reshape_105, y = reshape_105)[name = string("mul_616")]; tensor reduce_mean_132_axes_0 = const()[name = string("reduce_mean_132_axes_0"), val = tensor([-1])]; bool reduce_mean_132_keep_dims_0 = const()[name = string("reduce_mean_132_keep_dims_0"), val = bool(true)]; tensor reduce_mean_132 = reduce_mean(axes = reduce_mean_132_axes_0, keep_dims = reduce_mean_132_keep_dims_0, x = mul_616)[name = string("reduce_mean_132")]; fp32 rsqrt_132_epsilon_0 = const()[name = string("rsqrt_132_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_132 = rsqrt(epsilon = rsqrt_132_epsilon_0, x = reduce_mean_132)[name = string("rsqrt_132")]; tensor mul_617 = mul(x = reshape_105, y = rsqrt_132)[name = string("mul_617")]; tensor mul_618_y_0 = const()[name = string("mul_618_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519232)))]; tensor mul_618 = mul(x = mul_617, y = mul_618_y_0)[name = string("mul_618")]; tensor tern_12_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6520000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_o_weight_0_palettized")]; tensor tern_12_o = linear(bias = linear_0_bias_0, weight = tern_12_o_weight_0_palettized, x = mul_618)[name = string("tern_12_o")]; tensor mul_619_y_0 = const()[name = string("mul_619_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551040)))]; tensor mul_619 = mul(x = tern_12_o, y = mul_619_y_0)[name = string("mul_619")]; tensor add_75 = add(x = add_71, y = mul_619)[name = string("add_75")]; tensor mul_620 = mul(x = add_75, y = add_75)[name = string("mul_620")]; tensor reduce_mean_133_axes_0 = const()[name = string("reduce_mean_133_axes_0"), val = tensor([-1])]; bool reduce_mean_133_keep_dims_0 = const()[name = string("reduce_mean_133_keep_dims_0"), val = bool(true)]; tensor reduce_mean_133 = reduce_mean(axes = reduce_mean_133_axes_0, keep_dims = reduce_mean_133_keep_dims_0, x = mul_620)[name = string("reduce_mean_133")]; fp32 rsqrt_133_epsilon_0 = const()[name = string("rsqrt_133_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_133 = rsqrt(epsilon = rsqrt_133_epsilon_0, x = reduce_mean_133)[name = string("rsqrt_133")]; tensor mul_621 = mul(x = add_75, y = rsqrt_133)[name = string("mul_621")]; tensor mul_622_y_0 = const()[name = string("mul_622_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551808)))]; tensor mul_622 = mul(x = mul_621, y = mul_622_y_0)[name = string("mul_622")]; tensor mul_623 = mul(x = mul_622, y = mul_622)[name = string("mul_623")]; tensor reduce_mean_134_axes_0 = const()[name = string("reduce_mean_134_axes_0"), val = tensor([-1])]; bool reduce_mean_134_keep_dims_0 = const()[name = string("reduce_mean_134_keep_dims_0"), val = bool(true)]; tensor reduce_mean_134 = reduce_mean(axes = reduce_mean_134_axes_0, keep_dims = reduce_mean_134_keep_dims_0, x = mul_623)[name = string("reduce_mean_134")]; fp32 rsqrt_134_epsilon_0 = const()[name = string("rsqrt_134_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_134 = rsqrt(epsilon = rsqrt_134_epsilon_0, x = reduce_mean_134)[name = string("rsqrt_134")]; tensor mul_624 = mul(x = mul_622, y = rsqrt_134)[name = string("mul_624")]; tensor mul_625_y_0 = const()[name = string("mul_625_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6552576)))]; tensor mul_625 = mul(x = mul_624, y = mul_625_y_0)[name = string("mul_625")]; tensor tern_12_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6553344))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w1_weight_0_palettized")]; tensor tern_12_w1 = linear(bias = linear_4_bias_0, weight = tern_12_w1_weight_0_palettized, x = mul_625)[name = string("tern_12_w1")]; tensor mul_626_y_0 = const()[name = string("mul_626_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6637888)))]; tensor mul_626 = mul(x = tern_12_w1, y = mul_626_y_0)[name = string("mul_626")]; tensor mul_629_y_0 = const()[name = string("mul_629_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6639872)))]; tensor mul_629 = mul(x = mul_624, y = mul_629_y_0)[name = string("mul_629")]; tensor tern_12_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6640640))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w3_weight_0_palettized")]; tensor tern_12_w3 = linear(bias = linear_4_bias_0, weight = tern_12_w3_weight_0_palettized, x = mul_629)[name = string("tern_12_w3")]; tensor mul_630_y_0 = const()[name = string("mul_630_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6725184)))]; tensor mul_630 = mul(x = tern_12_w3, y = mul_630_y_0)[name = string("mul_630")]; fp16 mul_631_y_0 = const()[name = string("mul_631_y_0"), val = fp16(0x1p-1)]; tensor mul_631 = mul(x = mul_626, y = mul_631_y_0)[name = string("mul_631")]; tensor tanh_12 = tanh(x = mul_631)[name = string("tanh_12")]; fp16 mul_632_x_0 = const()[name = string("mul_632_x_0"), val = fp16(0x1p-1)]; tensor mul_632 = mul(x = mul_632_x_0, y = tanh_12)[name = string("mul_632")]; fp16 add_76_x_0 = const()[name = string("add_76_x_0"), val = fp16(0x1p-1)]; tensor add_76 = add(x = add_76_x_0, y = mul_632)[name = string("add_76")]; tensor mul_633 = mul(x = mul_626, y = add_76)[name = string("mul_633")]; tensor mul_634 = mul(x = mul_633, y = mul_630)[name = string("mul_634")]; tensor mul_635 = mul(x = mul_634, y = mul_634)[name = string("mul_635")]; tensor reduce_mean_136_axes_0 = const()[name = string("reduce_mean_136_axes_0"), val = tensor([-1])]; bool reduce_mean_136_keep_dims_0 = const()[name = string("reduce_mean_136_keep_dims_0"), val = bool(true)]; tensor reduce_mean_136 = reduce_mean(axes = reduce_mean_136_axes_0, keep_dims = reduce_mean_136_keep_dims_0, x = mul_635)[name = string("reduce_mean_136")]; fp32 rsqrt_136_epsilon_0 = const()[name = string("rsqrt_136_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_136 = rsqrt(epsilon = rsqrt_136_epsilon_0, x = reduce_mean_136)[name = string("rsqrt_136")]; tensor mul_636 = mul(x = mul_634, y = rsqrt_136)[name = string("mul_636")]; tensor mul_637_y_0 = const()[name = string("mul_637_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6727168)))]; tensor mul_637 = mul(x = mul_636, y = mul_637_y_0)[name = string("mul_637")]; tensor tern_12_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6729152))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w2_weight_0_palettized")]; tensor tern_12_w2 = linear(bias = linear_0_bias_0, weight = tern_12_w2_weight_0_palettized, x = mul_637)[name = string("tern_12_w2")]; tensor mul_638_y_0 = const()[name = string("mul_638_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6813696)))]; tensor mul_638 = mul(x = tern_12_w2, y = mul_638_y_0)[name = string("mul_638")]; tensor add_77 = add(x = add_75, y = mul_638)[name = string("add_77")]; tensor mul_639 = mul(x = add_77, y = add_77)[name = string("mul_639")]; tensor reduce_mean_137_axes_0 = const()[name = string("reduce_mean_137_axes_0"), val = tensor([-1])]; bool reduce_mean_137_keep_dims_0 = const()[name = string("reduce_mean_137_keep_dims_0"), val = bool(true)]; tensor reduce_mean_137 = reduce_mean(axes = reduce_mean_137_axes_0, keep_dims = reduce_mean_137_keep_dims_0, x = mul_639)[name = string("reduce_mean_137")]; fp32 rsqrt_137_epsilon_0 = const()[name = string("rsqrt_137_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_137 = rsqrt(epsilon = rsqrt_137_epsilon_0, x = reduce_mean_137)[name = string("rsqrt_137")]; tensor mul_640 = mul(x = add_77, y = rsqrt_137)[name = string("mul_640")]; tensor mul_641_y_0 = const()[name = string("mul_641_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6814464)))]; tensor mul_641 = mul(x = mul_640, y = mul_641_y_0)[name = string("mul_641")]; tensor mul_642 = mul(x = mul_641, y = mul_641)[name = string("mul_642")]; tensor reduce_mean_138_axes_0 = const()[name = string("reduce_mean_138_axes_0"), val = tensor([-1])]; bool reduce_mean_138_keep_dims_0 = const()[name = string("reduce_mean_138_keep_dims_0"), val = bool(true)]; tensor reduce_mean_138 = reduce_mean(axes = reduce_mean_138_axes_0, keep_dims = reduce_mean_138_keep_dims_0, x = mul_642)[name = string("reduce_mean_138")]; fp32 rsqrt_138_epsilon_0 = const()[name = string("rsqrt_138_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_138 = rsqrt(epsilon = rsqrt_138_epsilon_0, x = reduce_mean_138)[name = string("rsqrt_138")]; tensor mul_643 = mul(x = mul_641, y = rsqrt_138)[name = string("mul_643")]; tensor mul_644_y_0 = const()[name = string("mul_644_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6815232)))]; tensor mul_644 = mul(x = mul_643, y = mul_644_y_0)[name = string("mul_644")]; tensor tern_13_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6816000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_q_weight_0_palettized")]; tensor tern_13_q = linear(bias = linear_0_bias_0, weight = tern_13_q_weight_0_palettized, x = mul_644)[name = string("tern_13_q")]; tensor mul_645_y_0 = const()[name = string("mul_645_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847040)))]; tensor mul_645 = mul(x = tern_13_q, y = mul_645_y_0)[name = string("mul_645")]; tensor reshape_106_shape_0 = const()[name = string("reshape_106_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_106 = reshape(shape = reshape_106_shape_0, x = mul_645)[name = string("reshape_106")]; tensor transpose_52_perm_0 = const()[name = string("transpose_52_perm_0"), val = tensor([1, 0, 2])]; tensor mul_648_y_0 = const()[name = string("mul_648_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847808)))]; tensor mul_648 = mul(x = mul_643, y = mul_648_y_0)[name = string("mul_648")]; tensor tern_13_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6848576))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_k_weight_0_palettized")]; tensor tern_13_k_bias_0 = const()[name = string("tern_13_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_k = linear(bias = tern_13_k_bias_0, weight = tern_13_k_weight_0_palettized, x = mul_648)[name = string("tern_13_k")]; tensor mul_649_y_0 = const()[name = string("mul_649_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856384)))]; tensor mul_649 = mul(x = tern_13_k, y = mul_649_y_0)[name = string("mul_649")]; tensor reshape_107_shape_0 = const()[name = string("reshape_107_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_107 = reshape(shape = reshape_107_shape_0, x = mul_649)[name = string("reshape_107")]; tensor transpose_53_perm_0 = const()[name = string("transpose_53_perm_0"), val = tensor([1, 0, 2])]; tensor mul_652_y_0 = const()[name = string("mul_652_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856640)))]; tensor mul_652 = mul(x = mul_643, y = mul_652_y_0)[name = string("mul_652")]; tensor tern_13_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6857408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_v_weight_0_palettized")]; tensor tern_13_v_bias_0 = const()[name = string("tern_13_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_v = linear(bias = tern_13_v_bias_0, weight = tern_13_v_weight_0_palettized, x = mul_652)[name = string("tern_13_v")]; tensor mul_653_y_0 = const()[name = string("mul_653_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865216)))]; tensor mul_653 = mul(x = tern_13_v, y = mul_653_y_0)[name = string("mul_653")]; tensor reshape_108_shape_0 = const()[name = string("reshape_108_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_108 = reshape(shape = reshape_108_shape_0, x = mul_653)[name = string("reshape_108")]; tensor transpose_54_perm_0 = const()[name = string("transpose_54_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = reshape_106)[name = string("transpose_11")]; tensor mul_654 = mul(x = transpose_52, y = transpose_52)[name = string("mul_654")]; tensor reduce_mean_141_axes_0 = const()[name = string("reduce_mean_141_axes_0"), val = tensor([-1])]; bool reduce_mean_141_keep_dims_0 = const()[name = string("reduce_mean_141_keep_dims_0"), val = bool(true)]; tensor reduce_mean_141 = reduce_mean(axes = reduce_mean_141_axes_0, keep_dims = reduce_mean_141_keep_dims_0, x = mul_654)[name = string("reduce_mean_141")]; fp32 rsqrt_141_epsilon_0 = const()[name = string("rsqrt_141_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_141 = rsqrt(epsilon = rsqrt_141_epsilon_0, x = reduce_mean_141)[name = string("rsqrt_141")]; tensor mul_655 = mul(x = transpose_52, y = rsqrt_141)[name = string("mul_655")]; tensor mul_656_y_0 = const()[name = string("mul_656_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865472)))]; tensor mul_656 = mul(x = mul_655, y = mul_656_y_0)[name = string("mul_656")]; tensor slice_by_index_52_begin_0 = const()[name = string("slice_by_index_52_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_52_end_0 = const()[name = string("slice_by_index_52_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_52_end_mask_0 = const()[name = string("slice_by_index_52_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_52 = slice_by_index(begin = slice_by_index_52_begin_0, end = slice_by_index_52_end_0, end_mask = slice_by_index_52_end_mask_0, x = mul_656)[name = string("slice_by_index_52")]; tensor slice_by_index_53_begin_0 = const()[name = string("slice_by_index_53_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_53_end_0 = const()[name = string("slice_by_index_53_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_53_end_mask_0 = const()[name = string("slice_by_index_53_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_53 = slice_by_index(begin = slice_by_index_53_begin_0, end = slice_by_index_53_end_0, end_mask = slice_by_index_53_end_mask_0, x = mul_656)[name = string("slice_by_index_53")]; int32 concat_26_axis_0 = const()[name = string("concat_26_axis_0"), val = int32(-1)]; bool concat_26_interleave_0 = const()[name = string("concat_26_interleave_0"), val = bool(false)]; tensor concat_26 = concat(axis = concat_26_axis_0, interleave = concat_26_interleave_0, values = (slice_by_index_53, slice_by_index_52))[name = string("concat_26")]; tensor mul_657_y_0 = const()[name = string("mul_657_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_657 = mul(x = concat_26, y = mul_657_y_0)[name = string("mul_657")]; tensor mul_658 = mul(x = mul_656, y = mul_11_y_0)[name = string("mul_658")]; tensor mul_659 = mul(x = mul_657, y = mul_12_y_0)[name = string("mul_659")]; tensor add_78 = add(x = mul_658, y = mul_659)[name = string("add_78")]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = reshape_107)[name = string("transpose_10")]; tensor mul_660 = mul(x = transpose_53, y = transpose_53)[name = string("mul_660")]; tensor reduce_mean_142_axes_0 = const()[name = string("reduce_mean_142_axes_0"), val = tensor([-1])]; bool reduce_mean_142_keep_dims_0 = const()[name = string("reduce_mean_142_keep_dims_0"), val = bool(true)]; tensor reduce_mean_142 = reduce_mean(axes = reduce_mean_142_axes_0, keep_dims = reduce_mean_142_keep_dims_0, x = mul_660)[name = string("reduce_mean_142")]; fp32 rsqrt_142_epsilon_0 = const()[name = string("rsqrt_142_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_142 = rsqrt(epsilon = rsqrt_142_epsilon_0, x = reduce_mean_142)[name = string("rsqrt_142")]; tensor mul_661 = mul(x = transpose_53, y = rsqrt_142)[name = string("mul_661")]; tensor mul_662_y_0 = const()[name = string("mul_662_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865664)))]; tensor mul_662 = mul(x = mul_661, y = mul_662_y_0)[name = string("mul_662")]; tensor slice_by_index_54_begin_0 = const()[name = string("slice_by_index_54_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_54_end_0 = const()[name = string("slice_by_index_54_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_54_end_mask_0 = const()[name = string("slice_by_index_54_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_54 = slice_by_index(begin = slice_by_index_54_begin_0, end = slice_by_index_54_end_0, end_mask = slice_by_index_54_end_mask_0, x = mul_662)[name = string("slice_by_index_54")]; tensor slice_by_index_55_begin_0 = const()[name = string("slice_by_index_55_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_55_end_0 = const()[name = string("slice_by_index_55_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_55_end_mask_0 = const()[name = string("slice_by_index_55_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_55 = slice_by_index(begin = slice_by_index_55_begin_0, end = slice_by_index_55_end_0, end_mask = slice_by_index_55_end_mask_0, x = mul_662)[name = string("slice_by_index_55")]; int32 concat_27_axis_0 = const()[name = string("concat_27_axis_0"), val = int32(-1)]; bool concat_27_interleave_0 = const()[name = string("concat_27_interleave_0"), val = bool(false)]; tensor concat_27 = concat(axis = concat_27_axis_0, interleave = concat_27_interleave_0, values = (slice_by_index_55, slice_by_index_54))[name = string("concat_27")]; tensor mul_663_y_0 = const()[name = string("mul_663_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_663 = mul(x = concat_27, y = mul_663_y_0)[name = string("mul_663")]; tensor mul_664 = mul(x = mul_662, y = mul_11_y_0)[name = string("mul_664")]; tensor mul_665 = mul(x = mul_663, y = mul_12_y_0)[name = string("mul_665")]; tensor add_79 = add(x = mul_664, y = mul_665)[name = string("add_79")]; tensor reshape_109_shape_0 = const()[name = string("reshape_109_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_109 = reshape(shape = reshape_109_shape_0, x = add_79)[name = string("reshape_109")]; tensor tile_26_reps_0 = const()[name = string("tile_26_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_26 = tile(reps = tile_26_reps_0, x = reshape_109)[name = string("tile_26")]; tensor reshape_110_shape_0 = const()[name = string("reshape_110_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_110 = reshape(shape = reshape_110_shape_0, x = tile_26)[name = string("reshape_110")]; tensor reshape_111_shape_0 = const()[name = string("reshape_111_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = reshape_108)[name = string("transpose_9")]; tensor reshape_111 = reshape(shape = reshape_111_shape_0, x = transpose_54)[name = string("reshape_111")]; tensor tile_27_reps_0 = const()[name = string("tile_27_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_27 = tile(reps = tile_27_reps_0, x = reshape_111)[name = string("tile_27")]; tensor reshape_112_shape_0 = const()[name = string("reshape_112_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_112 = reshape(shape = reshape_112_shape_0, x = tile_27)[name = string("reshape_112")]; fp16 mul_666_y_0 = const()[name = string("mul_666_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_666 = mul(x = add_78, y = mul_666_y_0)[name = string("mul_666")]; bool matmul_26_transpose_y_0 = const()[name = string("matmul_26_transpose_y_0"), val = bool(true)]; bool matmul_26_transpose_x_0 = const()[name = string("matmul_26_transpose_x_0"), val = bool(false)]; tensor matmul_26 = matmul(transpose_x = matmul_26_transpose_x_0, transpose_y = matmul_26_transpose_y_0, x = mul_666, y = reshape_110)[name = string("matmul_26")]; tensor add_80 = add(x = matmul_26, y = reshape_1)[name = string("add_80")]; int32 softmax_13_axis_0 = const()[name = string("softmax_13_axis_0"), val = int32(-1)]; tensor softmax_13 = softmax(axis = softmax_13_axis_0, x = add_80)[name = string("softmax_13")]; bool matmul_27_transpose_x_0 = const()[name = string("matmul_27_transpose_x_0"), val = bool(false)]; bool matmul_27_transpose_y_0 = const()[name = string("matmul_27_transpose_y_0"), val = bool(false)]; tensor matmul_27 = matmul(transpose_x = matmul_27_transpose_x_0, transpose_y = matmul_27_transpose_y_0, x = softmax_13, y = reshape_112)[name = string("matmul_27")]; tensor transpose_55_perm_0 = const()[name = string("transpose_55_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_113_shape_0 = const()[name = string("reshape_113_shape_0"), val = tensor([64, 352])]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = matmul_27)[name = string("transpose_8")]; tensor reshape_113 = reshape(shape = reshape_113_shape_0, x = transpose_55)[name = string("reshape_113")]; tensor mul_667 = mul(x = reshape_113, y = reshape_113)[name = string("mul_667")]; tensor reduce_mean_143_axes_0 = const()[name = string("reduce_mean_143_axes_0"), val = tensor([-1])]; bool reduce_mean_143_keep_dims_0 = const()[name = string("reduce_mean_143_keep_dims_0"), val = bool(true)]; tensor reduce_mean_143 = reduce_mean(axes = reduce_mean_143_axes_0, keep_dims = reduce_mean_143_keep_dims_0, x = mul_667)[name = string("reduce_mean_143")]; fp32 rsqrt_143_epsilon_0 = const()[name = string("rsqrt_143_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_143 = rsqrt(epsilon = rsqrt_143_epsilon_0, x = reduce_mean_143)[name = string("rsqrt_143")]; tensor mul_668 = mul(x = reshape_113, y = rsqrt_143)[name = string("mul_668")]; tensor mul_669_y_0 = const()[name = string("mul_669_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865856)))]; tensor mul_669 = mul(x = mul_668, y = mul_669_y_0)[name = string("mul_669")]; tensor tern_13_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6866624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_o_weight_0_palettized")]; tensor tern_13_o = linear(bias = linear_0_bias_0, weight = tern_13_o_weight_0_palettized, x = mul_669)[name = string("tern_13_o")]; tensor mul_670_y_0 = const()[name = string("mul_670_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6897664)))]; tensor mul_670 = mul(x = tern_13_o, y = mul_670_y_0)[name = string("mul_670")]; tensor add_81 = add(x = add_77, y = mul_670)[name = string("add_81")]; tensor mul_671 = mul(x = add_81, y = add_81)[name = string("mul_671")]; tensor reduce_mean_144_axes_0 = const()[name = string("reduce_mean_144_axes_0"), val = tensor([-1])]; bool reduce_mean_144_keep_dims_0 = const()[name = string("reduce_mean_144_keep_dims_0"), val = bool(true)]; tensor reduce_mean_144 = reduce_mean(axes = reduce_mean_144_axes_0, keep_dims = reduce_mean_144_keep_dims_0, x = mul_671)[name = string("reduce_mean_144")]; fp32 rsqrt_144_epsilon_0 = const()[name = string("rsqrt_144_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_144 = rsqrt(epsilon = rsqrt_144_epsilon_0, x = reduce_mean_144)[name = string("rsqrt_144")]; tensor mul_672 = mul(x = add_81, y = rsqrt_144)[name = string("mul_672")]; tensor mul_673_y_0 = const()[name = string("mul_673_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6898432)))]; tensor mul_673 = mul(x = mul_672, y = mul_673_y_0)[name = string("mul_673")]; tensor mul_674 = mul(x = mul_673, y = mul_673)[name = string("mul_674")]; tensor reduce_mean_145_axes_0 = const()[name = string("reduce_mean_145_axes_0"), val = tensor([-1])]; bool reduce_mean_145_keep_dims_0 = const()[name = string("reduce_mean_145_keep_dims_0"), val = bool(true)]; tensor reduce_mean_145 = reduce_mean(axes = reduce_mean_145_axes_0, keep_dims = reduce_mean_145_keep_dims_0, x = mul_674)[name = string("reduce_mean_145")]; fp32 rsqrt_145_epsilon_0 = const()[name = string("rsqrt_145_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_145 = rsqrt(epsilon = rsqrt_145_epsilon_0, x = reduce_mean_145)[name = string("rsqrt_145")]; tensor mul_675 = mul(x = mul_673, y = rsqrt_145)[name = string("mul_675")]; tensor mul_676_y_0 = const()[name = string("mul_676_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899200)))]; tensor mul_676 = mul(x = mul_675, y = mul_676_y_0)[name = string("mul_676")]; tensor tern_13_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899968))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w1_weight_0_palettized")]; tensor tern_13_w1 = linear(bias = linear_4_bias_0, weight = tern_13_w1_weight_0_palettized, x = mul_676)[name = string("tern_13_w1")]; tensor mul_677_y_0 = const()[name = string("mul_677_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6984512)))]; tensor mul_677 = mul(x = tern_13_w1, y = mul_677_y_0)[name = string("mul_677")]; tensor mul_680_y_0 = const()[name = string("mul_680_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6986496)))]; tensor mul_680 = mul(x = mul_675, y = mul_680_y_0)[name = string("mul_680")]; tensor tern_13_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6987264))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w3_weight_0_palettized")]; tensor tern_13_w3 = linear(bias = linear_4_bias_0, weight = tern_13_w3_weight_0_palettized, x = mul_680)[name = string("tern_13_w3")]; tensor mul_681_y_0 = const()[name = string("mul_681_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7071808)))]; tensor mul_681 = mul(x = tern_13_w3, y = mul_681_y_0)[name = string("mul_681")]; fp16 mul_682_y_0 = const()[name = string("mul_682_y_0"), val = fp16(0x1p-1)]; tensor mul_682 = mul(x = mul_677, y = mul_682_y_0)[name = string("mul_682")]; tensor tanh_13 = tanh(x = mul_682)[name = string("tanh_13")]; fp16 mul_683_x_0 = const()[name = string("mul_683_x_0"), val = fp16(0x1p-1)]; tensor mul_683 = mul(x = mul_683_x_0, y = tanh_13)[name = string("mul_683")]; fp16 add_82_x_0 = const()[name = string("add_82_x_0"), val = fp16(0x1p-1)]; tensor add_82 = add(x = add_82_x_0, y = mul_683)[name = string("add_82")]; tensor mul_684 = mul(x = mul_677, y = add_82)[name = string("mul_684")]; tensor mul_685 = mul(x = mul_684, y = mul_681)[name = string("mul_685")]; tensor mul_686 = mul(x = mul_685, y = mul_685)[name = string("mul_686")]; tensor reduce_mean_147_axes_0 = const()[name = string("reduce_mean_147_axes_0"), val = tensor([-1])]; bool reduce_mean_147_keep_dims_0 = const()[name = string("reduce_mean_147_keep_dims_0"), val = bool(true)]; tensor reduce_mean_147 = reduce_mean(axes = reduce_mean_147_axes_0, keep_dims = reduce_mean_147_keep_dims_0, x = mul_686)[name = string("reduce_mean_147")]; fp32 rsqrt_147_epsilon_0 = const()[name = string("rsqrt_147_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_147 = rsqrt(epsilon = rsqrt_147_epsilon_0, x = reduce_mean_147)[name = string("rsqrt_147")]; tensor mul_687 = mul(x = mul_685, y = rsqrt_147)[name = string("mul_687")]; tensor mul_688_y_0 = const()[name = string("mul_688_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7073792)))]; tensor mul_688 = mul(x = mul_687, y = mul_688_y_0)[name = string("mul_688")]; tensor tern_13_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7075776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w2_weight_0_palettized")]; tensor tern_13_w2 = linear(bias = linear_0_bias_0, weight = tern_13_w2_weight_0_palettized, x = mul_688)[name = string("tern_13_w2")]; tensor mul_689_y_0 = const()[name = string("mul_689_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7160320)))]; tensor mul_689 = mul(x = tern_13_w2, y = mul_689_y_0)[name = string("mul_689")]; tensor add_83 = add(x = add_81, y = mul_689)[name = string("add_83")]; tensor mul_690 = mul(x = add_83, y = add_83)[name = string("mul_690")]; tensor reduce_mean_148_axes_0 = const()[name = string("reduce_mean_148_axes_0"), val = tensor([-1])]; bool reduce_mean_148_keep_dims_0 = const()[name = string("reduce_mean_148_keep_dims_0"), val = bool(true)]; tensor reduce_mean_148 = reduce_mean(axes = reduce_mean_148_axes_0, keep_dims = reduce_mean_148_keep_dims_0, x = mul_690)[name = string("reduce_mean_148")]; fp32 rsqrt_148_epsilon_0 = const()[name = string("rsqrt_148_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_148 = rsqrt(epsilon = rsqrt_148_epsilon_0, x = reduce_mean_148)[name = string("rsqrt_148")]; tensor mul_691 = mul(x = add_83, y = rsqrt_148)[name = string("mul_691")]; tensor mul_692_y_0 = const()[name = string("mul_692_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161088)))]; tensor mul_692 = mul(x = mul_691, y = mul_692_y_0)[name = string("mul_692")]; tensor mul_693 = mul(x = mul_692, y = mul_692)[name = string("mul_693")]; tensor reduce_mean_149_axes_0 = const()[name = string("reduce_mean_149_axes_0"), val = tensor([-1])]; bool reduce_mean_149_keep_dims_0 = const()[name = string("reduce_mean_149_keep_dims_0"), val = bool(true)]; tensor reduce_mean_149 = reduce_mean(axes = reduce_mean_149_axes_0, keep_dims = reduce_mean_149_keep_dims_0, x = mul_693)[name = string("reduce_mean_149")]; fp32 rsqrt_149_epsilon_0 = const()[name = string("rsqrt_149_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_149 = rsqrt(epsilon = rsqrt_149_epsilon_0, x = reduce_mean_149)[name = string("rsqrt_149")]; tensor mul_694 = mul(x = mul_692, y = rsqrt_149)[name = string("mul_694")]; tensor mul_695_y_0 = const()[name = string("mul_695_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161856)))]; tensor mul_695 = mul(x = mul_694, y = mul_695_y_0)[name = string("mul_695")]; tensor tern_14_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7162624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_q_weight_0_palettized")]; tensor tern_14_q = linear(bias = linear_0_bias_0, weight = tern_14_q_weight_0_palettized, x = mul_695)[name = string("tern_14_q")]; tensor mul_696_y_0 = const()[name = string("mul_696_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7193664)))]; tensor mul_696 = mul(x = tern_14_q, y = mul_696_y_0)[name = string("mul_696")]; tensor reshape_114_shape_0 = const()[name = string("reshape_114_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_114 = reshape(shape = reshape_114_shape_0, x = mul_696)[name = string("reshape_114")]; tensor transpose_56_perm_0 = const()[name = string("transpose_56_perm_0"), val = tensor([1, 0, 2])]; tensor mul_699_y_0 = const()[name = string("mul_699_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7194432)))]; tensor mul_699 = mul(x = mul_694, y = mul_699_y_0)[name = string("mul_699")]; tensor tern_14_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7195200))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_k_weight_0_palettized")]; tensor tern_14_k_bias_0 = const()[name = string("tern_14_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_k = linear(bias = tern_14_k_bias_0, weight = tern_14_k_weight_0_palettized, x = mul_699)[name = string("tern_14_k")]; tensor mul_700_y_0 = const()[name = string("mul_700_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203008)))]; tensor mul_700 = mul(x = tern_14_k, y = mul_700_y_0)[name = string("mul_700")]; tensor reshape_115_shape_0 = const()[name = string("reshape_115_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_115 = reshape(shape = reshape_115_shape_0, x = mul_700)[name = string("reshape_115")]; tensor transpose_57_perm_0 = const()[name = string("transpose_57_perm_0"), val = tensor([1, 0, 2])]; tensor mul_703_y_0 = const()[name = string("mul_703_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203264)))]; tensor mul_703 = mul(x = mul_694, y = mul_703_y_0)[name = string("mul_703")]; tensor tern_14_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7204032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_v_weight_0_palettized")]; tensor tern_14_v_bias_0 = const()[name = string("tern_14_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_v = linear(bias = tern_14_v_bias_0, weight = tern_14_v_weight_0_palettized, x = mul_703)[name = string("tern_14_v")]; tensor mul_704_y_0 = const()[name = string("mul_704_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7211840)))]; tensor mul_704 = mul(x = tern_14_v, y = mul_704_y_0)[name = string("mul_704")]; tensor reshape_116_shape_0 = const()[name = string("reshape_116_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_116 = reshape(shape = reshape_116_shape_0, x = mul_704)[name = string("reshape_116")]; tensor transpose_58_perm_0 = const()[name = string("transpose_58_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = reshape_114)[name = string("transpose_7")]; tensor mul_705 = mul(x = transpose_56, y = transpose_56)[name = string("mul_705")]; tensor reduce_mean_152_axes_0 = const()[name = string("reduce_mean_152_axes_0"), val = tensor([-1])]; bool reduce_mean_152_keep_dims_0 = const()[name = string("reduce_mean_152_keep_dims_0"), val = bool(true)]; tensor reduce_mean_152 = reduce_mean(axes = reduce_mean_152_axes_0, keep_dims = reduce_mean_152_keep_dims_0, x = mul_705)[name = string("reduce_mean_152")]; fp32 rsqrt_152_epsilon_0 = const()[name = string("rsqrt_152_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_152 = rsqrt(epsilon = rsqrt_152_epsilon_0, x = reduce_mean_152)[name = string("rsqrt_152")]; tensor mul_706 = mul(x = transpose_56, y = rsqrt_152)[name = string("mul_706")]; tensor mul_707_y_0 = const()[name = string("mul_707_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212096)))]; tensor mul_707 = mul(x = mul_706, y = mul_707_y_0)[name = string("mul_707")]; tensor slice_by_index_56_begin_0 = const()[name = string("slice_by_index_56_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_56_end_0 = const()[name = string("slice_by_index_56_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_56_end_mask_0 = const()[name = string("slice_by_index_56_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_56 = slice_by_index(begin = slice_by_index_56_begin_0, end = slice_by_index_56_end_0, end_mask = slice_by_index_56_end_mask_0, x = mul_707)[name = string("slice_by_index_56")]; tensor slice_by_index_57_begin_0 = const()[name = string("slice_by_index_57_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_57_end_0 = const()[name = string("slice_by_index_57_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_57_end_mask_0 = const()[name = string("slice_by_index_57_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_57 = slice_by_index(begin = slice_by_index_57_begin_0, end = slice_by_index_57_end_0, end_mask = slice_by_index_57_end_mask_0, x = mul_707)[name = string("slice_by_index_57")]; int32 concat_28_axis_0 = const()[name = string("concat_28_axis_0"), val = int32(-1)]; bool concat_28_interleave_0 = const()[name = string("concat_28_interleave_0"), val = bool(false)]; tensor concat_28 = concat(axis = concat_28_axis_0, interleave = concat_28_interleave_0, values = (slice_by_index_57, slice_by_index_56))[name = string("concat_28")]; tensor mul_708_y_0 = const()[name = string("mul_708_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_708 = mul(x = concat_28, y = mul_708_y_0)[name = string("mul_708")]; tensor mul_709 = mul(x = mul_707, y = mul_11_y_0)[name = string("mul_709")]; tensor mul_710 = mul(x = mul_708, y = mul_12_y_0)[name = string("mul_710")]; tensor add_84 = add(x = mul_709, y = mul_710)[name = string("add_84")]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = reshape_115)[name = string("transpose_6")]; tensor mul_711 = mul(x = transpose_57, y = transpose_57)[name = string("mul_711")]; tensor reduce_mean_153_axes_0 = const()[name = string("reduce_mean_153_axes_0"), val = tensor([-1])]; bool reduce_mean_153_keep_dims_0 = const()[name = string("reduce_mean_153_keep_dims_0"), val = bool(true)]; tensor reduce_mean_153 = reduce_mean(axes = reduce_mean_153_axes_0, keep_dims = reduce_mean_153_keep_dims_0, x = mul_711)[name = string("reduce_mean_153")]; fp32 rsqrt_153_epsilon_0 = const()[name = string("rsqrt_153_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_153 = rsqrt(epsilon = rsqrt_153_epsilon_0, x = reduce_mean_153)[name = string("rsqrt_153")]; tensor mul_712 = mul(x = transpose_57, y = rsqrt_153)[name = string("mul_712")]; tensor mul_713_y_0 = const()[name = string("mul_713_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212288)))]; tensor mul_713 = mul(x = mul_712, y = mul_713_y_0)[name = string("mul_713")]; tensor slice_by_index_58_begin_0 = const()[name = string("slice_by_index_58_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_58_end_0 = const()[name = string("slice_by_index_58_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_58_end_mask_0 = const()[name = string("slice_by_index_58_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_58 = slice_by_index(begin = slice_by_index_58_begin_0, end = slice_by_index_58_end_0, end_mask = slice_by_index_58_end_mask_0, x = mul_713)[name = string("slice_by_index_58")]; tensor slice_by_index_59_begin_0 = const()[name = string("slice_by_index_59_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_59_end_0 = const()[name = string("slice_by_index_59_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_59_end_mask_0 = const()[name = string("slice_by_index_59_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_59 = slice_by_index(begin = slice_by_index_59_begin_0, end = slice_by_index_59_end_0, end_mask = slice_by_index_59_end_mask_0, x = mul_713)[name = string("slice_by_index_59")]; int32 concat_29_axis_0 = const()[name = string("concat_29_axis_0"), val = int32(-1)]; bool concat_29_interleave_0 = const()[name = string("concat_29_interleave_0"), val = bool(false)]; tensor concat_29 = concat(axis = concat_29_axis_0, interleave = concat_29_interleave_0, values = (slice_by_index_59, slice_by_index_58))[name = string("concat_29")]; tensor mul_714_y_0 = const()[name = string("mul_714_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_714 = mul(x = concat_29, y = mul_714_y_0)[name = string("mul_714")]; tensor mul_715 = mul(x = mul_713, y = mul_11_y_0)[name = string("mul_715")]; tensor mul_716 = mul(x = mul_714, y = mul_12_y_0)[name = string("mul_716")]; tensor add_85 = add(x = mul_715, y = mul_716)[name = string("add_85")]; tensor reshape_117_shape_0 = const()[name = string("reshape_117_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_117 = reshape(shape = reshape_117_shape_0, x = add_85)[name = string("reshape_117")]; tensor tile_28_reps_0 = const()[name = string("tile_28_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_28 = tile(reps = tile_28_reps_0, x = reshape_117)[name = string("tile_28")]; tensor reshape_118_shape_0 = const()[name = string("reshape_118_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_118 = reshape(shape = reshape_118_shape_0, x = tile_28)[name = string("reshape_118")]; tensor reshape_119_shape_0 = const()[name = string("reshape_119_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = reshape_116)[name = string("transpose_5")]; tensor reshape_119 = reshape(shape = reshape_119_shape_0, x = transpose_58)[name = string("reshape_119")]; tensor tile_29_reps_0 = const()[name = string("tile_29_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_29 = tile(reps = tile_29_reps_0, x = reshape_119)[name = string("tile_29")]; tensor reshape_120_shape_0 = const()[name = string("reshape_120_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_120 = reshape(shape = reshape_120_shape_0, x = tile_29)[name = string("reshape_120")]; fp16 mul_717_y_0 = const()[name = string("mul_717_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_717 = mul(x = add_84, y = mul_717_y_0)[name = string("mul_717")]; bool matmul_28_transpose_y_0 = const()[name = string("matmul_28_transpose_y_0"), val = bool(true)]; bool matmul_28_transpose_x_0 = const()[name = string("matmul_28_transpose_x_0"), val = bool(false)]; tensor matmul_28 = matmul(transpose_x = matmul_28_transpose_x_0, transpose_y = matmul_28_transpose_y_0, x = mul_717, y = reshape_118)[name = string("matmul_28")]; tensor add_86 = add(x = matmul_28, y = reshape_1)[name = string("add_86")]; int32 softmax_14_axis_0 = const()[name = string("softmax_14_axis_0"), val = int32(-1)]; tensor softmax_14 = softmax(axis = softmax_14_axis_0, x = add_86)[name = string("softmax_14")]; bool matmul_29_transpose_x_0 = const()[name = string("matmul_29_transpose_x_0"), val = bool(false)]; bool matmul_29_transpose_y_0 = const()[name = string("matmul_29_transpose_y_0"), val = bool(false)]; tensor matmul_29 = matmul(transpose_x = matmul_29_transpose_x_0, transpose_y = matmul_29_transpose_y_0, x = softmax_14, y = reshape_120)[name = string("matmul_29")]; tensor transpose_59_perm_0 = const()[name = string("transpose_59_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_121_shape_0 = const()[name = string("reshape_121_shape_0"), val = tensor([64, 352])]; tensor transpose_59 = transpose(perm = transpose_59_perm_0, x = matmul_29)[name = string("transpose_4")]; tensor reshape_121 = reshape(shape = reshape_121_shape_0, x = transpose_59)[name = string("reshape_121")]; tensor mul_718 = mul(x = reshape_121, y = reshape_121)[name = string("mul_718")]; tensor reduce_mean_154_axes_0 = const()[name = string("reduce_mean_154_axes_0"), val = tensor([-1])]; bool reduce_mean_154_keep_dims_0 = const()[name = string("reduce_mean_154_keep_dims_0"), val = bool(true)]; tensor reduce_mean_154 = reduce_mean(axes = reduce_mean_154_axes_0, keep_dims = reduce_mean_154_keep_dims_0, x = mul_718)[name = string("reduce_mean_154")]; fp32 rsqrt_154_epsilon_0 = const()[name = string("rsqrt_154_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_154 = rsqrt(epsilon = rsqrt_154_epsilon_0, x = reduce_mean_154)[name = string("rsqrt_154")]; tensor mul_719 = mul(x = reshape_121, y = rsqrt_154)[name = string("mul_719")]; tensor mul_720_y_0 = const()[name = string("mul_720_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212480)))]; tensor mul_720 = mul(x = mul_719, y = mul_720_y_0)[name = string("mul_720")]; tensor tern_14_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7213248))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_o_weight_0_palettized")]; tensor tern_14_o = linear(bias = linear_0_bias_0, weight = tern_14_o_weight_0_palettized, x = mul_720)[name = string("tern_14_o")]; tensor mul_721_y_0 = const()[name = string("mul_721_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7244288)))]; tensor mul_721 = mul(x = tern_14_o, y = mul_721_y_0)[name = string("mul_721")]; tensor add_87 = add(x = add_83, y = mul_721)[name = string("add_87")]; tensor mul_722 = mul(x = add_87, y = add_87)[name = string("mul_722")]; tensor reduce_mean_155_axes_0 = const()[name = string("reduce_mean_155_axes_0"), val = tensor([-1])]; bool reduce_mean_155_keep_dims_0 = const()[name = string("reduce_mean_155_keep_dims_0"), val = bool(true)]; tensor reduce_mean_155 = reduce_mean(axes = reduce_mean_155_axes_0, keep_dims = reduce_mean_155_keep_dims_0, x = mul_722)[name = string("reduce_mean_155")]; fp32 rsqrt_155_epsilon_0 = const()[name = string("rsqrt_155_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_155 = rsqrt(epsilon = rsqrt_155_epsilon_0, x = reduce_mean_155)[name = string("rsqrt_155")]; tensor mul_723 = mul(x = add_87, y = rsqrt_155)[name = string("mul_723")]; tensor mul_724_y_0 = const()[name = string("mul_724_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245056)))]; tensor mul_724 = mul(x = mul_723, y = mul_724_y_0)[name = string("mul_724")]; tensor mul_725 = mul(x = mul_724, y = mul_724)[name = string("mul_725")]; tensor reduce_mean_156_axes_0 = const()[name = string("reduce_mean_156_axes_0"), val = tensor([-1])]; bool reduce_mean_156_keep_dims_0 = const()[name = string("reduce_mean_156_keep_dims_0"), val = bool(true)]; tensor reduce_mean_156 = reduce_mean(axes = reduce_mean_156_axes_0, keep_dims = reduce_mean_156_keep_dims_0, x = mul_725)[name = string("reduce_mean_156")]; fp32 rsqrt_156_epsilon_0 = const()[name = string("rsqrt_156_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_156 = rsqrt(epsilon = rsqrt_156_epsilon_0, x = reduce_mean_156)[name = string("rsqrt_156")]; tensor mul_726 = mul(x = mul_724, y = rsqrt_156)[name = string("mul_726")]; tensor mul_727_y_0 = const()[name = string("mul_727_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245824)))]; tensor mul_727 = mul(x = mul_726, y = mul_727_y_0)[name = string("mul_727")]; tensor tern_14_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7246592))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w1_weight_0_palettized")]; tensor tern_14_w1 = linear(bias = linear_4_bias_0, weight = tern_14_w1_weight_0_palettized, x = mul_727)[name = string("tern_14_w1")]; tensor mul_728_y_0 = const()[name = string("mul_728_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7331136)))]; tensor mul_728 = mul(x = tern_14_w1, y = mul_728_y_0)[name = string("mul_728")]; tensor mul_731_y_0 = const()[name = string("mul_731_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333120)))]; tensor mul_731 = mul(x = mul_726, y = mul_731_y_0)[name = string("mul_731")]; tensor tern_14_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333888))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w3_weight_0_palettized")]; tensor tern_14_w3 = linear(bias = linear_4_bias_0, weight = tern_14_w3_weight_0_palettized, x = mul_731)[name = string("tern_14_w3")]; tensor mul_732_y_0 = const()[name = string("mul_732_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7418432)))]; tensor mul_732 = mul(x = tern_14_w3, y = mul_732_y_0)[name = string("mul_732")]; fp16 mul_733_y_0 = const()[name = string("mul_733_y_0"), val = fp16(0x1p-1)]; tensor mul_733 = mul(x = mul_728, y = mul_733_y_0)[name = string("mul_733")]; tensor tanh_14 = tanh(x = mul_733)[name = string("tanh_14")]; fp16 mul_734_x_0 = const()[name = string("mul_734_x_0"), val = fp16(0x1p-1)]; tensor mul_734 = mul(x = mul_734_x_0, y = tanh_14)[name = string("mul_734")]; fp16 add_88_x_0 = const()[name = string("add_88_x_0"), val = fp16(0x1p-1)]; tensor add_88 = add(x = add_88_x_0, y = mul_734)[name = string("add_88")]; tensor mul_735 = mul(x = mul_728, y = add_88)[name = string("mul_735")]; tensor mul_736 = mul(x = mul_735, y = mul_732)[name = string("mul_736")]; tensor mul_737 = mul(x = mul_736, y = mul_736)[name = string("mul_737")]; tensor reduce_mean_158_axes_0 = const()[name = string("reduce_mean_158_axes_0"), val = tensor([-1])]; bool reduce_mean_158_keep_dims_0 = const()[name = string("reduce_mean_158_keep_dims_0"), val = bool(true)]; tensor reduce_mean_158 = reduce_mean(axes = reduce_mean_158_axes_0, keep_dims = reduce_mean_158_keep_dims_0, x = mul_737)[name = string("reduce_mean_158")]; fp32 rsqrt_158_epsilon_0 = const()[name = string("rsqrt_158_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_158 = rsqrt(epsilon = rsqrt_158_epsilon_0, x = reduce_mean_158)[name = string("rsqrt_158")]; tensor mul_738 = mul(x = mul_736, y = rsqrt_158)[name = string("mul_738")]; tensor mul_739_y_0 = const()[name = string("mul_739_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7420416)))]; tensor mul_739 = mul(x = mul_738, y = mul_739_y_0)[name = string("mul_739")]; tensor tern_14_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7422400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w2_weight_0_palettized")]; tensor tern_14_w2 = linear(bias = linear_0_bias_0, weight = tern_14_w2_weight_0_palettized, x = mul_739)[name = string("tern_14_w2")]; tensor mul_740_y_0 = const()[name = string("mul_740_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7506944)))]; tensor mul_740 = mul(x = tern_14_w2, y = mul_740_y_0)[name = string("mul_740")]; tensor add_89 = add(x = add_87, y = mul_740)[name = string("add_89")]; tensor mul_741 = mul(x = add_89, y = add_89)[name = string("mul_741")]; tensor reduce_mean_159_axes_0 = const()[name = string("reduce_mean_159_axes_0"), val = tensor([-1])]; bool reduce_mean_159_keep_dims_0 = const()[name = string("reduce_mean_159_keep_dims_0"), val = bool(true)]; tensor reduce_mean_159 = reduce_mean(axes = reduce_mean_159_axes_0, keep_dims = reduce_mean_159_keep_dims_0, x = mul_741)[name = string("reduce_mean_159")]; fp32 rsqrt_159_epsilon_0 = const()[name = string("rsqrt_159_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_159 = rsqrt(epsilon = rsqrt_159_epsilon_0, x = reduce_mean_159)[name = string("rsqrt_159")]; tensor mul_742 = mul(x = add_89, y = rsqrt_159)[name = string("mul_742")]; tensor mul_743_y_0 = const()[name = string("mul_743_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7507712)))]; tensor mul_743 = mul(x = mul_742, y = mul_743_y_0)[name = string("mul_743")]; tensor linear_7_weight_0 = const()[name = string("linear_7_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7508480)))]; tensor linear_7 = linear(bias = linear_0_bias_0, weight = linear_7_weight_0, x = mul_743)[name = string("linear_7")]; tensor reshape_122_shape_0 = const()[name = string("reshape_122_shape_0"), val = tensor([64, 8, 44])]; tensor reshape_122 = reshape(shape = reshape_122_shape_0, x = linear_7)[name = string("reshape_122")]; tensor transpose_60_perm_0 = const()[name = string("transpose_60_perm_0"), val = tensor([1, 0, 2])]; tensor linear_8_weight_0 = const()[name = string("linear_8_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7756352)))]; tensor linear_8_bias_0 = const()[name = string("linear_8_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_8 = linear(bias = linear_8_bias_0, weight = linear_8_weight_0, x = mul_743)[name = string("linear_8")]; tensor reshape_123_shape_0 = const()[name = string("reshape_123_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_123 = reshape(shape = reshape_123_shape_0, x = linear_8)[name = string("reshape_123")]; tensor transpose_61_perm_0 = const()[name = string("transpose_61_perm_0"), val = tensor([1, 0, 2])]; tensor linear_9_weight_0 = const()[name = string("linear_9_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7818368)))]; tensor linear_9_bias_0 = const()[name = string("linear_9_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_9 = linear(bias = linear_9_bias_0, weight = linear_9_weight_0, x = mul_743)[name = string("linear_9")]; tensor reshape_124_shape_0 = const()[name = string("reshape_124_shape_0"), val = tensor([64, 2, 44])]; tensor reshape_124 = reshape(shape = reshape_124_shape_0, x = linear_9)[name = string("reshape_124")]; tensor transpose_62_perm_0 = const()[name = string("transpose_62_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_60 = transpose(perm = transpose_60_perm_0, x = reshape_122)[name = string("transpose_3")]; tensor mul_744 = mul(x = transpose_60, y = transpose_60)[name = string("mul_744")]; tensor reduce_mean_160_axes_0 = const()[name = string("reduce_mean_160_axes_0"), val = tensor([-1])]; bool reduce_mean_160_keep_dims_0 = const()[name = string("reduce_mean_160_keep_dims_0"), val = bool(true)]; tensor reduce_mean_160 = reduce_mean(axes = reduce_mean_160_axes_0, keep_dims = reduce_mean_160_keep_dims_0, x = mul_744)[name = string("reduce_mean_160")]; fp32 rsqrt_160_epsilon_0 = const()[name = string("rsqrt_160_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_160 = rsqrt(epsilon = rsqrt_160_epsilon_0, x = reduce_mean_160)[name = string("rsqrt_160")]; tensor mul_745 = mul(x = transpose_60, y = rsqrt_160)[name = string("mul_745")]; tensor mul_746_y_0 = const()[name = string("mul_746_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880384)))]; tensor mul_746 = mul(x = mul_745, y = mul_746_y_0)[name = string("mul_746")]; tensor slice_by_index_60_begin_0 = const()[name = string("slice_by_index_60_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_60_end_0 = const()[name = string("slice_by_index_60_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_60_end_mask_0 = const()[name = string("slice_by_index_60_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_60 = slice_by_index(begin = slice_by_index_60_begin_0, end = slice_by_index_60_end_0, end_mask = slice_by_index_60_end_mask_0, x = mul_746)[name = string("slice_by_index_60")]; tensor slice_by_index_61_begin_0 = const()[name = string("slice_by_index_61_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_61_end_0 = const()[name = string("slice_by_index_61_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_61_end_mask_0 = const()[name = string("slice_by_index_61_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_61 = slice_by_index(begin = slice_by_index_61_begin_0, end = slice_by_index_61_end_0, end_mask = slice_by_index_61_end_mask_0, x = mul_746)[name = string("slice_by_index_61")]; int32 concat_30_axis_0 = const()[name = string("concat_30_axis_0"), val = int32(-1)]; bool concat_30_interleave_0 = const()[name = string("concat_30_interleave_0"), val = bool(false)]; tensor concat_30 = concat(axis = concat_30_axis_0, interleave = concat_30_interleave_0, values = (slice_by_index_61, slice_by_index_60))[name = string("concat_30")]; tensor mul_747_y_0 = const()[name = string("mul_747_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_747 = mul(x = concat_30, y = mul_747_y_0)[name = string("mul_747")]; tensor mul_748 = mul(x = mul_746, y = mul_11_y_0)[name = string("mul_748")]; tensor mul_749 = mul(x = mul_747, y = mul_12_y_0)[name = string("mul_749")]; tensor add_90 = add(x = mul_748, y = mul_749)[name = string("add_90")]; tensor transpose_61 = transpose(perm = transpose_61_perm_0, x = reshape_123)[name = string("transpose_2")]; tensor mul_750 = mul(x = transpose_61, y = transpose_61)[name = string("mul_750")]; tensor reduce_mean_161_axes_0 = const()[name = string("reduce_mean_161_axes_0"), val = tensor([-1])]; bool reduce_mean_161_keep_dims_0 = const()[name = string("reduce_mean_161_keep_dims_0"), val = bool(true)]; tensor reduce_mean_161 = reduce_mean(axes = reduce_mean_161_axes_0, keep_dims = reduce_mean_161_keep_dims_0, x = mul_750)[name = string("reduce_mean_161")]; fp32 rsqrt_161_epsilon_0 = const()[name = string("rsqrt_161_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_161 = rsqrt(epsilon = rsqrt_161_epsilon_0, x = reduce_mean_161)[name = string("rsqrt_161")]; tensor mul_751 = mul(x = transpose_61, y = rsqrt_161)[name = string("mul_751")]; tensor mul_752_y_0 = const()[name = string("mul_752_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880576)))]; tensor mul_752 = mul(x = mul_751, y = mul_752_y_0)[name = string("mul_752")]; tensor slice_by_index_62_begin_0 = const()[name = string("slice_by_index_62_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_62_end_0 = const()[name = string("slice_by_index_62_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_62_end_mask_0 = const()[name = string("slice_by_index_62_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_62 = slice_by_index(begin = slice_by_index_62_begin_0, end = slice_by_index_62_end_0, end_mask = slice_by_index_62_end_mask_0, x = mul_752)[name = string("slice_by_index_62")]; tensor slice_by_index_63_begin_0 = const()[name = string("slice_by_index_63_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_63_end_0 = const()[name = string("slice_by_index_63_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_63_end_mask_0 = const()[name = string("slice_by_index_63_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_63 = slice_by_index(begin = slice_by_index_63_begin_0, end = slice_by_index_63_end_0, end_mask = slice_by_index_63_end_mask_0, x = mul_752)[name = string("slice_by_index_63")]; int32 concat_31_axis_0 = const()[name = string("concat_31_axis_0"), val = int32(-1)]; bool concat_31_interleave_0 = const()[name = string("concat_31_interleave_0"), val = bool(false)]; tensor concat_31 = concat(axis = concat_31_axis_0, interleave = concat_31_interleave_0, values = (slice_by_index_63, slice_by_index_62))[name = string("concat_31")]; tensor mul_753_y_0 = const()[name = string("mul_753_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_753 = mul(x = concat_31, y = mul_753_y_0)[name = string("mul_753")]; tensor mul_754 = mul(x = mul_752, y = mul_11_y_0)[name = string("mul_754")]; tensor mul_755 = mul(x = mul_753, y = mul_12_y_0)[name = string("mul_755")]; tensor add_91 = add(x = mul_754, y = mul_755)[name = string("add_91")]; tensor reshape_125_shape_0 = const()[name = string("reshape_125_shape_0"), val = tensor([2, 1, 64, 44])]; tensor reshape_125 = reshape(shape = reshape_125_shape_0, x = add_91)[name = string("reshape_125")]; tensor tile_30_reps_0 = const()[name = string("tile_30_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_30 = tile(reps = tile_30_reps_0, x = reshape_125)[name = string("tile_30")]; tensor reshape_126_shape_0 = const()[name = string("reshape_126_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_126 = reshape(shape = reshape_126_shape_0, x = tile_30)[name = string("reshape_126")]; tensor reshape_127_shape_0 = const()[name = string("reshape_127_shape_0"), val = tensor([2, 1, 64, 44])]; tensor transpose_62 = transpose(perm = transpose_62_perm_0, x = reshape_124)[name = string("transpose_1")]; tensor reshape_127 = reshape(shape = reshape_127_shape_0, x = transpose_62)[name = string("reshape_127")]; tensor tile_31_reps_0 = const()[name = string("tile_31_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_31 = tile(reps = tile_31_reps_0, x = reshape_127)[name = string("tile_31")]; tensor reshape_128_shape_0 = const()[name = string("reshape_128_shape_0"), val = tensor([8, 64, 44])]; tensor reshape_128 = reshape(shape = reshape_128_shape_0, x = tile_31)[name = string("reshape_128")]; fp16 mul_756_y_0 = const()[name = string("mul_756_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_756 = mul(x = add_90, y = mul_756_y_0)[name = string("mul_756")]; bool matmul_30_transpose_y_0 = const()[name = string("matmul_30_transpose_y_0"), val = bool(true)]; bool matmul_30_transpose_x_0 = const()[name = string("matmul_30_transpose_x_0"), val = bool(false)]; tensor matmul_30 = matmul(transpose_x = matmul_30_transpose_x_0, transpose_y = matmul_30_transpose_y_0, x = mul_756, y = reshape_126)[name = string("matmul_30")]; tensor add_92 = add(x = matmul_30, y = reshape_1)[name = string("add_92")]; int32 softmax_15_axis_0 = const()[name = string("softmax_15_axis_0"), val = int32(-1)]; tensor softmax_15 = softmax(axis = softmax_15_axis_0, x = add_92)[name = string("softmax_15")]; bool matmul_31_transpose_x_0 = const()[name = string("matmul_31_transpose_x_0"), val = bool(false)]; bool matmul_31_transpose_y_0 = const()[name = string("matmul_31_transpose_y_0"), val = bool(false)]; tensor matmul_31 = matmul(transpose_x = matmul_31_transpose_x_0, transpose_y = matmul_31_transpose_y_0, x = softmax_15, y = reshape_128)[name = string("matmul_31")]; tensor transpose_63_perm_0 = const()[name = string("transpose_63_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_129_shape_0 = const()[name = string("reshape_129_shape_0"), val = tensor([64, 352])]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = matmul_31)[name = string("transpose_0")]; tensor reshape_129 = reshape(shape = reshape_129_shape_0, x = transpose_63)[name = string("reshape_129")]; tensor linear_10_weight_0 = const()[name = string("linear_10_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880768)))]; tensor linear_10 = linear(bias = linear_0_bias_0, weight = linear_10_weight_0, x = reshape_129)[name = string("linear_10")]; tensor add_93 = add(x = add_89, y = linear_10)[name = string("add_93")]; tensor mul_757 = mul(x = add_93, y = add_93)[name = string("mul_757")]; tensor reduce_mean_162_axes_0 = const()[name = string("reduce_mean_162_axes_0"), val = tensor([-1])]; bool reduce_mean_162_keep_dims_0 = const()[name = string("reduce_mean_162_keep_dims_0"), val = bool(true)]; tensor reduce_mean_162 = reduce_mean(axes = reduce_mean_162_axes_0, keep_dims = reduce_mean_162_keep_dims_0, x = mul_757)[name = string("reduce_mean_162")]; fp32 rsqrt_162_epsilon_0 = const()[name = string("rsqrt_162_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_162 = rsqrt(epsilon = rsqrt_162_epsilon_0, x = reduce_mean_162)[name = string("rsqrt_162")]; tensor mul_758 = mul(x = add_93, y = rsqrt_162)[name = string("mul_758")]; tensor mul_759_y_0 = const()[name = string("mul_759_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8128640)))]; tensor mul_759 = mul(x = mul_758, y = mul_759_y_0)[name = string("mul_759")]; tensor linear_11_weight_0 = const()[name = string("linear_11_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8129408)))]; tensor linear_11 = linear(bias = linear_4_bias_0, weight = linear_11_weight_0, x = mul_759)[name = string("linear_11")]; tensor linear_12_weight_0 = const()[name = string("linear_12_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8805312)))]; tensor linear_12 = linear(bias = linear_4_bias_0, weight = linear_12_weight_0, x = mul_759)[name = string("linear_12")]; fp16 mul_760_y_0 = const()[name = string("mul_760_y_0"), val = fp16(0x1p-1)]; tensor mul_760 = mul(x = linear_11, y = mul_760_y_0)[name = string("mul_760")]; tensor tanh_15 = tanh(x = mul_760)[name = string("tanh_15")]; fp16 mul_761_x_0 = const()[name = string("mul_761_x_0"), val = fp16(0x1p-1)]; tensor mul_761 = mul(x = mul_761_x_0, y = tanh_15)[name = string("mul_761")]; fp16 add_94_x_0 = const()[name = string("add_94_x_0"), val = fp16(0x1p-1)]; tensor add_94 = add(x = add_94_x_0, y = mul_761)[name = string("add_94")]; tensor mul_762 = mul(x = linear_11, y = add_94)[name = string("mul_762")]; tensor mul_763 = mul(x = mul_762, y = linear_12)[name = string("mul_763")]; tensor linear_13_weight_0 = const()[name = string("linear_13_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(9481216)))]; tensor linear_13 = linear(bias = linear_0_bias_0, weight = linear_13_weight_0, x = mul_763)[name = string("linear_13")]; tensor add_95 = add(x = add_93, y = linear_13)[name = string("add_95")]; tensor mul_764 = mul(x = add_95, y = add_95)[name = string("mul_764")]; tensor reduce_mean_163_axes_0 = const()[name = string("reduce_mean_163_axes_0"), val = tensor([-1])]; bool reduce_mean_163_keep_dims_0 = const()[name = string("reduce_mean_163_keep_dims_0"), val = bool(true)]; tensor reduce_mean_163 = reduce_mean(axes = reduce_mean_163_axes_0, keep_dims = reduce_mean_163_keep_dims_0, x = mul_764)[name = string("reduce_mean_163")]; fp32 rsqrt_163_epsilon_0 = const()[name = string("rsqrt_163_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_163 = rsqrt(epsilon = rsqrt_163_epsilon_0, x = reduce_mean_163)[name = string("rsqrt_163")]; tensor mul_765 = mul(x = add_95, y = rsqrt_163)[name = string("mul_765")]; tensor mul_766_y_0 = const()[name = string("mul_766_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157120)))]; tensor mul_766 = mul(x = mul_765, y = mul_766_y_0)[name = string("mul_766")]; tensor linear_14_weight_0 = const()[name = string("linear_14_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157888)))]; tensor linear_14_bias_0 = const()[name = string("linear_14_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16030720)))]; tensor linear_14 = linear(bias = linear_14_bias_0, weight = linear_14_weight_0, x = mul_766)[name = string("linear_14")]; tensor logits_shape_0 = const()[name = string("logits_shape_0"), val = tensor([1, 64, 8342])]; tensor logits = reshape(shape = logits_shape_0, x = linear_14)[name = string("logits")]; } -> (logits); func L8(tensor ids, tensor mask) { tensor reshape_0_shape_0 = const()[name = string("reshape_0_shape_0"), val = tensor([8, 352])]; tensor reshape_0 = reshape(shape = reshape_0_shape_0, x = ids)[name = string("reshape_0")]; tensor mul_0 = mul(x = reshape_0, y = reshape_0)[name = string("mul_0")]; tensor reduce_mean_0_axes_0 = const()[name = string("reduce_mean_0_axes_0"), val = tensor([-1])]; bool reduce_mean_0_keep_dims_0 = const()[name = string("reduce_mean_0_keep_dims_0"), val = bool(true)]; tensor reduce_mean_0 = reduce_mean(axes = reduce_mean_0_axes_0, keep_dims = reduce_mean_0_keep_dims_0, x = mul_0)[name = string("reduce_mean_0")]; fp32 rsqrt_0_epsilon_0 = const()[name = string("rsqrt_0_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_0 = rsqrt(epsilon = rsqrt_0_epsilon_0, x = reduce_mean_0)[name = string("rsqrt_0")]; tensor mul_1 = mul(x = reshape_0, y = rsqrt_0)[name = string("mul_1")]; tensor mul_2_y_0 = const()[name = string("mul_2_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64)))]; tensor mul_2 = mul(x = mul_1, y = mul_2_y_0)[name = string("mul_2")]; fp16 sub_0_y_0 = const()[name = string("sub_0_y_0"), val = fp16(0x1p+0)]; tensor sub_0 = sub(x = mask, y = sub_0_y_0)[name = string("sub_0")]; fp16 mul_3_y_0 = const()[name = string("mul_3_y_0"), val = fp16(0x1.388p+13)]; tensor mul_3 = mul(x = sub_0, y = mul_3_y_0)[name = string("mul_3")]; tensor reshape_1_shape_0 = const()[name = string("reshape_1_shape_0"), val = tensor([1, 1, 8])]; tensor reshape_1 = reshape(shape = reshape_1_shape_0, x = mul_3)[name = string("reshape_1")]; tensor mul_4 = mul(x = mul_2, y = mul_2)[name = string("mul_4")]; tensor reduce_mean_1_axes_0 = const()[name = string("reduce_mean_1_axes_0"), val = tensor([-1])]; bool reduce_mean_1_keep_dims_0 = const()[name = string("reduce_mean_1_keep_dims_0"), val = bool(true)]; tensor reduce_mean_1 = reduce_mean(axes = reduce_mean_1_axes_0, keep_dims = reduce_mean_1_keep_dims_0, x = mul_4)[name = string("reduce_mean_1")]; fp32 rsqrt_1_epsilon_0 = const()[name = string("rsqrt_1_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_1 = rsqrt(epsilon = rsqrt_1_epsilon_0, x = reduce_mean_1)[name = string("rsqrt_1")]; tensor mul_5 = mul(x = mul_2, y = rsqrt_1)[name = string("mul_5")]; tensor mul_6_y_0 = const()[name = string("mul_6_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(832)))]; tensor mul_6 = mul(x = mul_5, y = mul_6_y_0)[name = string("mul_6")]; tensor linear_0_weight_0 = const()[name = string("linear_0_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1600)))]; tensor linear_0_bias_0 = const()[name = string("linear_0_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(249472)))]; tensor linear_0 = linear(bias = linear_0_bias_0, weight = linear_0_weight_0, x = mul_6)[name = string("linear_0")]; tensor reshape_2_shape_0 = const()[name = string("reshape_2_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_2 = reshape(shape = reshape_2_shape_0, x = linear_0)[name = string("reshape_2")]; tensor transpose_0_perm_0 = const()[name = string("transpose_0_perm_0"), val = tensor([1, 0, 2])]; tensor linear_1_weight_0 = const()[name = string("linear_1_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(250240)))]; tensor linear_1_bias_0 = const()[name = string("linear_1_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_1 = linear(bias = linear_1_bias_0, weight = linear_1_weight_0, x = mul_6)[name = string("linear_1")]; tensor reshape_3_shape_0 = const()[name = string("reshape_3_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_3 = reshape(shape = reshape_3_shape_0, x = linear_1)[name = string("reshape_3")]; tensor transpose_1_perm_0 = const()[name = string("transpose_1_perm_0"), val = tensor([1, 0, 2])]; tensor linear_2_weight_0 = const()[name = string("linear_2_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312512)))]; tensor linear_2_bias_0 = const()[name = string("linear_2_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_2 = linear(bias = linear_2_bias_0, weight = linear_2_weight_0, x = mul_6)[name = string("linear_2")]; tensor reshape_4_shape_0 = const()[name = string("reshape_4_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_4 = reshape(shape = reshape_4_shape_0, x = linear_2)[name = string("reshape_4")]; tensor transpose_2_perm_0 = const()[name = string("transpose_2_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_0 = transpose(perm = transpose_0_perm_0, x = reshape_2)[name = string("transpose_63")]; tensor mul_7 = mul(x = transpose_0, y = transpose_0)[name = string("mul_7")]; tensor reduce_mean_2_axes_0 = const()[name = string("reduce_mean_2_axes_0"), val = tensor([-1])]; bool reduce_mean_2_keep_dims_0 = const()[name = string("reduce_mean_2_keep_dims_0"), val = bool(true)]; tensor reduce_mean_2 = reduce_mean(axes = reduce_mean_2_axes_0, keep_dims = reduce_mean_2_keep_dims_0, x = mul_7)[name = string("reduce_mean_2")]; fp32 rsqrt_2_epsilon_0 = const()[name = string("rsqrt_2_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_2 = rsqrt(epsilon = rsqrt_2_epsilon_0, x = reduce_mean_2)[name = string("rsqrt_2")]; tensor mul_8 = mul(x = transpose_0, y = rsqrt_2)[name = string("mul_8")]; tensor mul_9_y_0 = const()[name = string("mul_9_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374528)))]; tensor mul_9 = mul(x = mul_8, y = mul_9_y_0)[name = string("mul_9")]; tensor slice_by_index_0_begin_0 = const()[name = string("slice_by_index_0_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_0_end_0 = const()[name = string("slice_by_index_0_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_0_end_mask_0 = const()[name = string("slice_by_index_0_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_0 = slice_by_index(begin = slice_by_index_0_begin_0, end = slice_by_index_0_end_0, end_mask = slice_by_index_0_end_mask_0, x = mul_9)[name = string("slice_by_index_0")]; tensor slice_by_index_1_begin_0 = const()[name = string("slice_by_index_1_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_1_end_0 = const()[name = string("slice_by_index_1_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_1_end_mask_0 = const()[name = string("slice_by_index_1_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_1 = slice_by_index(begin = slice_by_index_1_begin_0, end = slice_by_index_1_end_0, end_mask = slice_by_index_1_end_mask_0, x = mul_9)[name = string("slice_by_index_1")]; int32 concat_0_axis_0 = const()[name = string("concat_0_axis_0"), val = int32(-1)]; bool concat_0_interleave_0 = const()[name = string("concat_0_interleave_0"), val = bool(false)]; tensor concat_0 = concat(axis = concat_0_axis_0, interleave = concat_0_interleave_0, values = (slice_by_index_1, slice_by_index_0))[name = string("concat_0")]; tensor mul_10_y_0 = const()[name = string("mul_10_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_10 = mul(x = concat_0, y = mul_10_y_0)[name = string("mul_10")]; tensor mul_11_y_0 = const()[name = string("mul_11_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374912)))]; tensor mul_11 = mul(x = mul_9, y = mul_11_y_0)[name = string("mul_11")]; tensor mul_12_y_0 = const()[name = string("mul_12_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(375680)))]; tensor mul_12 = mul(x = mul_10, y = mul_12_y_0)[name = string("mul_12")]; tensor add_0 = add(x = mul_11, y = mul_12)[name = string("add_0")]; tensor transpose_1 = transpose(perm = transpose_1_perm_0, x = reshape_3)[name = string("transpose_62")]; tensor mul_13 = mul(x = transpose_1, y = transpose_1)[name = string("mul_13")]; tensor reduce_mean_3_axes_0 = const()[name = string("reduce_mean_3_axes_0"), val = tensor([-1])]; bool reduce_mean_3_keep_dims_0 = const()[name = string("reduce_mean_3_keep_dims_0"), val = bool(true)]; tensor reduce_mean_3 = reduce_mean(axes = reduce_mean_3_axes_0, keep_dims = reduce_mean_3_keep_dims_0, x = mul_13)[name = string("reduce_mean_3")]; fp32 rsqrt_3_epsilon_0 = const()[name = string("rsqrt_3_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_3 = rsqrt(epsilon = rsqrt_3_epsilon_0, x = reduce_mean_3)[name = string("rsqrt_3")]; tensor mul_14 = mul(x = transpose_1, y = rsqrt_3)[name = string("mul_14")]; tensor mul_15_y_0 = const()[name = string("mul_15_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376448)))]; tensor mul_15 = mul(x = mul_14, y = mul_15_y_0)[name = string("mul_15")]; tensor slice_by_index_2_begin_0 = const()[name = string("slice_by_index_2_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_2_end_0 = const()[name = string("slice_by_index_2_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_2_end_mask_0 = const()[name = string("slice_by_index_2_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, end_mask = slice_by_index_2_end_mask_0, x = mul_15)[name = string("slice_by_index_2")]; tensor slice_by_index_3_begin_0 = const()[name = string("slice_by_index_3_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_3_end_0 = const()[name = string("slice_by_index_3_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_3_end_mask_0 = const()[name = string("slice_by_index_3_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_3 = slice_by_index(begin = slice_by_index_3_begin_0, end = slice_by_index_3_end_0, end_mask = slice_by_index_3_end_mask_0, x = mul_15)[name = string("slice_by_index_3")]; int32 concat_1_axis_0 = const()[name = string("concat_1_axis_0"), val = int32(-1)]; bool concat_1_interleave_0 = const()[name = string("concat_1_interleave_0"), val = bool(false)]; tensor concat_1 = concat(axis = concat_1_axis_0, interleave = concat_1_interleave_0, values = (slice_by_index_3, slice_by_index_2))[name = string("concat_1")]; tensor mul_16_y_0 = const()[name = string("mul_16_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_16 = mul(x = concat_1, y = mul_16_y_0)[name = string("mul_16")]; tensor mul_17 = mul(x = mul_15, y = mul_11_y_0)[name = string("mul_17")]; tensor mul_18 = mul(x = mul_16, y = mul_12_y_0)[name = string("mul_18")]; tensor add_1 = add(x = mul_17, y = mul_18)[name = string("add_1")]; tensor reshape_5_shape_0 = const()[name = string("reshape_5_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_5 = reshape(shape = reshape_5_shape_0, x = add_1)[name = string("reshape_5")]; tensor tile_0_reps_0 = const()[name = string("tile_0_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_0 = tile(reps = tile_0_reps_0, x = reshape_5)[name = string("tile_0")]; tensor reshape_6_shape_0 = const()[name = string("reshape_6_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_6 = reshape(shape = reshape_6_shape_0, x = tile_0)[name = string("reshape_6")]; tensor reshape_7_shape_0 = const()[name = string("reshape_7_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_2 = transpose(perm = transpose_2_perm_0, x = reshape_4)[name = string("transpose_61")]; tensor reshape_7 = reshape(shape = reshape_7_shape_0, x = transpose_2)[name = string("reshape_7")]; tensor tile_1_reps_0 = const()[name = string("tile_1_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_1 = tile(reps = tile_1_reps_0, x = reshape_7)[name = string("tile_1")]; tensor reshape_8_shape_0 = const()[name = string("reshape_8_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_8 = reshape(shape = reshape_8_shape_0, x = tile_1)[name = string("reshape_8")]; fp16 mul_19_y_0 = const()[name = string("mul_19_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_19 = mul(x = add_0, y = mul_19_y_0)[name = string("mul_19")]; bool matmul_0_transpose_y_0 = const()[name = string("matmul_0_transpose_y_0"), val = bool(true)]; bool matmul_0_transpose_x_0 = const()[name = string("matmul_0_transpose_x_0"), val = bool(false)]; tensor matmul_0 = matmul(transpose_x = matmul_0_transpose_x_0, transpose_y = matmul_0_transpose_y_0, x = mul_19, y = reshape_6)[name = string("matmul_0")]; tensor add_2 = add(x = matmul_0, y = reshape_1)[name = string("add_2")]; int32 softmax_0_axis_0 = const()[name = string("softmax_0_axis_0"), val = int32(-1)]; tensor softmax_0 = softmax(axis = softmax_0_axis_0, x = add_2)[name = string("softmax_0")]; bool matmul_1_transpose_x_0 = const()[name = string("matmul_1_transpose_x_0"), val = bool(false)]; bool matmul_1_transpose_y_0 = const()[name = string("matmul_1_transpose_y_0"), val = bool(false)]; tensor matmul_1 = matmul(transpose_x = matmul_1_transpose_x_0, transpose_y = matmul_1_transpose_y_0, x = softmax_0, y = reshape_8)[name = string("matmul_1")]; tensor transpose_3_perm_0 = const()[name = string("transpose_3_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_9_shape_0 = const()[name = string("reshape_9_shape_0"), val = tensor([8, 352])]; tensor transpose_3 = transpose(perm = transpose_3_perm_0, x = matmul_1)[name = string("transpose_60")]; tensor reshape_9 = reshape(shape = reshape_9_shape_0, x = transpose_3)[name = string("reshape_9")]; tensor linear_3_weight_0 = const()[name = string("linear_3_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(376640)))]; tensor linear_3 = linear(bias = linear_0_bias_0, weight = linear_3_weight_0, x = reshape_9)[name = string("linear_3")]; tensor add_3 = add(x = mul_2, y = linear_3)[name = string("add_3")]; tensor mul_20 = mul(x = add_3, y = add_3)[name = string("mul_20")]; tensor reduce_mean_4_axes_0 = const()[name = string("reduce_mean_4_axes_0"), val = tensor([-1])]; bool reduce_mean_4_keep_dims_0 = const()[name = string("reduce_mean_4_keep_dims_0"), val = bool(true)]; tensor reduce_mean_4 = reduce_mean(axes = reduce_mean_4_axes_0, keep_dims = reduce_mean_4_keep_dims_0, x = mul_20)[name = string("reduce_mean_4")]; fp32 rsqrt_4_epsilon_0 = const()[name = string("rsqrt_4_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_4 = rsqrt(epsilon = rsqrt_4_epsilon_0, x = reduce_mean_4)[name = string("rsqrt_4")]; tensor mul_21 = mul(x = add_3, y = rsqrt_4)[name = string("mul_21")]; tensor mul_22_y_0 = const()[name = string("mul_22_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(624512)))]; tensor mul_22 = mul(x = mul_21, y = mul_22_y_0)[name = string("mul_22")]; tensor linear_4_weight_0 = const()[name = string("linear_4_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(625280)))]; tensor linear_4_bias_0 = const()[name = string("linear_4_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1301184)))]; tensor linear_4 = linear(bias = linear_4_bias_0, weight = linear_4_weight_0, x = mul_22)[name = string("linear_4")]; tensor linear_5_weight_0 = const()[name = string("linear_5_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1303168)))]; tensor linear_5 = linear(bias = linear_4_bias_0, weight = linear_5_weight_0, x = mul_22)[name = string("linear_5")]; fp16 mul_23_y_0 = const()[name = string("mul_23_y_0"), val = fp16(0x1p-1)]; tensor mul_23 = mul(x = linear_4, y = mul_23_y_0)[name = string("mul_23")]; tensor tanh_0 = tanh(x = mul_23)[name = string("tanh_0")]; fp16 mul_24_x_0 = const()[name = string("mul_24_x_0"), val = fp16(0x1p-1)]; tensor mul_24 = mul(x = mul_24_x_0, y = tanh_0)[name = string("mul_24")]; fp16 add_4_x_0 = const()[name = string("add_4_x_0"), val = fp16(0x1p-1)]; tensor add_4 = add(x = add_4_x_0, y = mul_24)[name = string("add_4")]; tensor mul_25 = mul(x = linear_4, y = add_4)[name = string("mul_25")]; tensor mul_26 = mul(x = mul_25, y = linear_5)[name = string("mul_26")]; tensor linear_6_weight_0 = const()[name = string("linear_6_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(1979072)))]; tensor linear_6 = linear(bias = linear_0_bias_0, weight = linear_6_weight_0, x = mul_26)[name = string("linear_6")]; tensor add_5 = add(x = add_3, y = linear_6)[name = string("add_5")]; tensor mul_27 = mul(x = add_5, y = add_5)[name = string("mul_27")]; tensor reduce_mean_5_axes_0 = const()[name = string("reduce_mean_5_axes_0"), val = tensor([-1])]; bool reduce_mean_5_keep_dims_0 = const()[name = string("reduce_mean_5_keep_dims_0"), val = bool(true)]; tensor reduce_mean_5 = reduce_mean(axes = reduce_mean_5_axes_0, keep_dims = reduce_mean_5_keep_dims_0, x = mul_27)[name = string("reduce_mean_5")]; fp32 rsqrt_5_epsilon_0 = const()[name = string("rsqrt_5_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_5 = rsqrt(epsilon = rsqrt_5_epsilon_0, x = reduce_mean_5)[name = string("rsqrt_5")]; tensor mul_28 = mul(x = add_5, y = rsqrt_5)[name = string("mul_28")]; tensor mul_29_y_0 = const()[name = string("mul_29_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2654976)))]; tensor mul_29 = mul(x = mul_28, y = mul_29_y_0)[name = string("mul_29")]; tensor mul_30 = mul(x = mul_29, y = mul_29)[name = string("mul_30")]; tensor reduce_mean_6_axes_0 = const()[name = string("reduce_mean_6_axes_0"), val = tensor([-1])]; bool reduce_mean_6_keep_dims_0 = const()[name = string("reduce_mean_6_keep_dims_0"), val = bool(true)]; tensor reduce_mean_6 = reduce_mean(axes = reduce_mean_6_axes_0, keep_dims = reduce_mean_6_keep_dims_0, x = mul_30)[name = string("reduce_mean_6")]; fp32 rsqrt_6_epsilon_0 = const()[name = string("rsqrt_6_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_6 = rsqrt(epsilon = rsqrt_6_epsilon_0, x = reduce_mean_6)[name = string("rsqrt_6")]; tensor mul_31 = mul(x = mul_29, y = rsqrt_6)[name = string("mul_31")]; tensor mul_32_y_0 = const()[name = string("mul_32_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2655744)))]; tensor mul_32 = mul(x = mul_31, y = mul_32_y_0)[name = string("mul_32")]; tensor tern_1_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2656512))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_q_weight_0_palettized")]; tensor tern_1_q = linear(bias = linear_0_bias_0, weight = tern_1_q_weight_0_palettized, x = mul_32)[name = string("tern_1_q")]; tensor mul_33_y_0 = const()[name = string("mul_33_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2687552)))]; tensor mul_33 = mul(x = tern_1_q, y = mul_33_y_0)[name = string("mul_33")]; tensor reshape_10_shape_0 = const()[name = string("reshape_10_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_10 = reshape(shape = reshape_10_shape_0, x = mul_33)[name = string("reshape_10")]; tensor transpose_4_perm_0 = const()[name = string("transpose_4_perm_0"), val = tensor([1, 0, 2])]; tensor mul_36_y_0 = const()[name = string("mul_36_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2688320)))]; tensor mul_36 = mul(x = mul_31, y = mul_36_y_0)[name = string("mul_36")]; tensor tern_1_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2689088))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_k_weight_0_palettized")]; tensor tern_1_k_bias_0 = const()[name = string("tern_1_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_k = linear(bias = tern_1_k_bias_0, weight = tern_1_k_weight_0_palettized, x = mul_36)[name = string("tern_1_k")]; tensor mul_37_y_0 = const()[name = string("mul_37_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2696896)))]; tensor mul_37 = mul(x = tern_1_k, y = mul_37_y_0)[name = string("mul_37")]; tensor reshape_11_shape_0 = const()[name = string("reshape_11_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_11 = reshape(shape = reshape_11_shape_0, x = mul_37)[name = string("reshape_11")]; tensor transpose_5_perm_0 = const()[name = string("transpose_5_perm_0"), val = tensor([1, 0, 2])]; tensor mul_40_y_0 = const()[name = string("mul_40_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697152)))]; tensor mul_40 = mul(x = mul_31, y = mul_40_y_0)[name = string("mul_40")]; tensor tern_1_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2697920))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_v_weight_0_palettized")]; tensor tern_1_v_bias_0 = const()[name = string("tern_1_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_1_v = linear(bias = tern_1_v_bias_0, weight = tern_1_v_weight_0_palettized, x = mul_40)[name = string("tern_1_v")]; tensor mul_41_y_0 = const()[name = string("mul_41_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705728)))]; tensor mul_41 = mul(x = tern_1_v, y = mul_41_y_0)[name = string("mul_41")]; tensor reshape_12_shape_0 = const()[name = string("reshape_12_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_12 = reshape(shape = reshape_12_shape_0, x = mul_41)[name = string("reshape_12")]; tensor transpose_6_perm_0 = const()[name = string("transpose_6_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_4 = transpose(perm = transpose_4_perm_0, x = reshape_10)[name = string("transpose_59")]; tensor mul_42 = mul(x = transpose_4, y = transpose_4)[name = string("mul_42")]; tensor reduce_mean_9_axes_0 = const()[name = string("reduce_mean_9_axes_0"), val = tensor([-1])]; bool reduce_mean_9_keep_dims_0 = const()[name = string("reduce_mean_9_keep_dims_0"), val = bool(true)]; tensor reduce_mean_9 = reduce_mean(axes = reduce_mean_9_axes_0, keep_dims = reduce_mean_9_keep_dims_0, x = mul_42)[name = string("reduce_mean_9")]; fp32 rsqrt_9_epsilon_0 = const()[name = string("rsqrt_9_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_9 = rsqrt(epsilon = rsqrt_9_epsilon_0, x = reduce_mean_9)[name = string("rsqrt_9")]; tensor mul_43 = mul(x = transpose_4, y = rsqrt_9)[name = string("mul_43")]; tensor mul_44_y_0 = const()[name = string("mul_44_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2705984)))]; tensor mul_44 = mul(x = mul_43, y = mul_44_y_0)[name = string("mul_44")]; tensor slice_by_index_4_begin_0 = const()[name = string("slice_by_index_4_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_4_end_0 = const()[name = string("slice_by_index_4_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_4_end_mask_0 = const()[name = string("slice_by_index_4_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_4 = slice_by_index(begin = slice_by_index_4_begin_0, end = slice_by_index_4_end_0, end_mask = slice_by_index_4_end_mask_0, x = mul_44)[name = string("slice_by_index_4")]; tensor slice_by_index_5_begin_0 = const()[name = string("slice_by_index_5_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_5_end_0 = const()[name = string("slice_by_index_5_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_5_end_mask_0 = const()[name = string("slice_by_index_5_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_5 = slice_by_index(begin = slice_by_index_5_begin_0, end = slice_by_index_5_end_0, end_mask = slice_by_index_5_end_mask_0, x = mul_44)[name = string("slice_by_index_5")]; int32 concat_2_axis_0 = const()[name = string("concat_2_axis_0"), val = int32(-1)]; bool concat_2_interleave_0 = const()[name = string("concat_2_interleave_0"), val = bool(false)]; tensor concat_2 = concat(axis = concat_2_axis_0, interleave = concat_2_interleave_0, values = (slice_by_index_5, slice_by_index_4))[name = string("concat_2")]; tensor mul_45_y_0 = const()[name = string("mul_45_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_45 = mul(x = concat_2, y = mul_45_y_0)[name = string("mul_45")]; tensor mul_46 = mul(x = mul_44, y = mul_11_y_0)[name = string("mul_46")]; tensor mul_47 = mul(x = mul_45, y = mul_12_y_0)[name = string("mul_47")]; tensor add_6 = add(x = mul_46, y = mul_47)[name = string("add_6")]; tensor transpose_5 = transpose(perm = transpose_5_perm_0, x = reshape_11)[name = string("transpose_58")]; tensor mul_48 = mul(x = transpose_5, y = transpose_5)[name = string("mul_48")]; tensor reduce_mean_10_axes_0 = const()[name = string("reduce_mean_10_axes_0"), val = tensor([-1])]; bool reduce_mean_10_keep_dims_0 = const()[name = string("reduce_mean_10_keep_dims_0"), val = bool(true)]; tensor reduce_mean_10 = reduce_mean(axes = reduce_mean_10_axes_0, keep_dims = reduce_mean_10_keep_dims_0, x = mul_48)[name = string("reduce_mean_10")]; fp32 rsqrt_10_epsilon_0 = const()[name = string("rsqrt_10_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_10 = rsqrt(epsilon = rsqrt_10_epsilon_0, x = reduce_mean_10)[name = string("rsqrt_10")]; tensor mul_49 = mul(x = transpose_5, y = rsqrt_10)[name = string("mul_49")]; tensor mul_50_y_0 = const()[name = string("mul_50_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706176)))]; tensor mul_50 = mul(x = mul_49, y = mul_50_y_0)[name = string("mul_50")]; tensor slice_by_index_6_begin_0 = const()[name = string("slice_by_index_6_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_6_end_0 = const()[name = string("slice_by_index_6_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_6_end_mask_0 = const()[name = string("slice_by_index_6_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_6 = slice_by_index(begin = slice_by_index_6_begin_0, end = slice_by_index_6_end_0, end_mask = slice_by_index_6_end_mask_0, x = mul_50)[name = string("slice_by_index_6")]; tensor slice_by_index_7_begin_0 = const()[name = string("slice_by_index_7_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_7_end_0 = const()[name = string("slice_by_index_7_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_7_end_mask_0 = const()[name = string("slice_by_index_7_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_7 = slice_by_index(begin = slice_by_index_7_begin_0, end = slice_by_index_7_end_0, end_mask = slice_by_index_7_end_mask_0, x = mul_50)[name = string("slice_by_index_7")]; int32 concat_3_axis_0 = const()[name = string("concat_3_axis_0"), val = int32(-1)]; bool concat_3_interleave_0 = const()[name = string("concat_3_interleave_0"), val = bool(false)]; tensor concat_3 = concat(axis = concat_3_axis_0, interleave = concat_3_interleave_0, values = (slice_by_index_7, slice_by_index_6))[name = string("concat_3")]; tensor mul_51_y_0 = const()[name = string("mul_51_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_51 = mul(x = concat_3, y = mul_51_y_0)[name = string("mul_51")]; tensor mul_52 = mul(x = mul_50, y = mul_11_y_0)[name = string("mul_52")]; tensor mul_53 = mul(x = mul_51, y = mul_12_y_0)[name = string("mul_53")]; tensor add_7 = add(x = mul_52, y = mul_53)[name = string("add_7")]; tensor reshape_13_shape_0 = const()[name = string("reshape_13_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_13 = reshape(shape = reshape_13_shape_0, x = add_7)[name = string("reshape_13")]; tensor tile_2_reps_0 = const()[name = string("tile_2_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_2 = tile(reps = tile_2_reps_0, x = reshape_13)[name = string("tile_2")]; tensor reshape_14_shape_0 = const()[name = string("reshape_14_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_14 = reshape(shape = reshape_14_shape_0, x = tile_2)[name = string("reshape_14")]; tensor reshape_15_shape_0 = const()[name = string("reshape_15_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_6 = transpose(perm = transpose_6_perm_0, x = reshape_12)[name = string("transpose_57")]; tensor reshape_15 = reshape(shape = reshape_15_shape_0, x = transpose_6)[name = string("reshape_15")]; tensor tile_3_reps_0 = const()[name = string("tile_3_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_3 = tile(reps = tile_3_reps_0, x = reshape_15)[name = string("tile_3")]; tensor reshape_16_shape_0 = const()[name = string("reshape_16_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_16 = reshape(shape = reshape_16_shape_0, x = tile_3)[name = string("reshape_16")]; fp16 mul_54_y_0 = const()[name = string("mul_54_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_54 = mul(x = add_6, y = mul_54_y_0)[name = string("mul_54")]; bool matmul_2_transpose_y_0 = const()[name = string("matmul_2_transpose_y_0"), val = bool(true)]; bool matmul_2_transpose_x_0 = const()[name = string("matmul_2_transpose_x_0"), val = bool(false)]; tensor matmul_2 = matmul(transpose_x = matmul_2_transpose_x_0, transpose_y = matmul_2_transpose_y_0, x = mul_54, y = reshape_14)[name = string("matmul_2")]; tensor add_8 = add(x = matmul_2, y = reshape_1)[name = string("add_8")]; int32 softmax_1_axis_0 = const()[name = string("softmax_1_axis_0"), val = int32(-1)]; tensor softmax_1 = softmax(axis = softmax_1_axis_0, x = add_8)[name = string("softmax_1")]; bool matmul_3_transpose_x_0 = const()[name = string("matmul_3_transpose_x_0"), val = bool(false)]; bool matmul_3_transpose_y_0 = const()[name = string("matmul_3_transpose_y_0"), val = bool(false)]; tensor matmul_3 = matmul(transpose_x = matmul_3_transpose_x_0, transpose_y = matmul_3_transpose_y_0, x = softmax_1, y = reshape_16)[name = string("matmul_3")]; tensor transpose_7_perm_0 = const()[name = string("transpose_7_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_17_shape_0 = const()[name = string("reshape_17_shape_0"), val = tensor([8, 352])]; tensor transpose_7 = transpose(perm = transpose_7_perm_0, x = matmul_3)[name = string("transpose_56")]; tensor reshape_17 = reshape(shape = reshape_17_shape_0, x = transpose_7)[name = string("reshape_17")]; tensor mul_55 = mul(x = reshape_17, y = reshape_17)[name = string("mul_55")]; tensor reduce_mean_11_axes_0 = const()[name = string("reduce_mean_11_axes_0"), val = tensor([-1])]; bool reduce_mean_11_keep_dims_0 = const()[name = string("reduce_mean_11_keep_dims_0"), val = bool(true)]; tensor reduce_mean_11 = reduce_mean(axes = reduce_mean_11_axes_0, keep_dims = reduce_mean_11_keep_dims_0, x = mul_55)[name = string("reduce_mean_11")]; fp32 rsqrt_11_epsilon_0 = const()[name = string("rsqrt_11_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_11 = rsqrt(epsilon = rsqrt_11_epsilon_0, x = reduce_mean_11)[name = string("rsqrt_11")]; tensor mul_56 = mul(x = reshape_17, y = rsqrt_11)[name = string("mul_56")]; tensor mul_57_y_0 = const()[name = string("mul_57_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2706368)))]; tensor mul_57 = mul(x = mul_56, y = mul_57_y_0)[name = string("mul_57")]; tensor tern_1_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2707136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_o_weight_0_palettized")]; tensor tern_1_o = linear(bias = linear_0_bias_0, weight = tern_1_o_weight_0_palettized, x = mul_57)[name = string("tern_1_o")]; tensor mul_58_y_0 = const()[name = string("mul_58_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738176)))]; tensor mul_58 = mul(x = tern_1_o, y = mul_58_y_0)[name = string("mul_58")]; tensor add_9 = add(x = add_5, y = mul_58)[name = string("add_9")]; tensor mul_59 = mul(x = add_9, y = add_9)[name = string("mul_59")]; tensor reduce_mean_12_axes_0 = const()[name = string("reduce_mean_12_axes_0"), val = tensor([-1])]; bool reduce_mean_12_keep_dims_0 = const()[name = string("reduce_mean_12_keep_dims_0"), val = bool(true)]; tensor reduce_mean_12 = reduce_mean(axes = reduce_mean_12_axes_0, keep_dims = reduce_mean_12_keep_dims_0, x = mul_59)[name = string("reduce_mean_12")]; fp32 rsqrt_12_epsilon_0 = const()[name = string("rsqrt_12_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_12 = rsqrt(epsilon = rsqrt_12_epsilon_0, x = reduce_mean_12)[name = string("rsqrt_12")]; tensor mul_60 = mul(x = add_9, y = rsqrt_12)[name = string("mul_60")]; tensor mul_61_y_0 = const()[name = string("mul_61_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2738944)))]; tensor mul_61 = mul(x = mul_60, y = mul_61_y_0)[name = string("mul_61")]; tensor mul_62 = mul(x = mul_61, y = mul_61)[name = string("mul_62")]; tensor reduce_mean_13_axes_0 = const()[name = string("reduce_mean_13_axes_0"), val = tensor([-1])]; bool reduce_mean_13_keep_dims_0 = const()[name = string("reduce_mean_13_keep_dims_0"), val = bool(true)]; tensor reduce_mean_13 = reduce_mean(axes = reduce_mean_13_axes_0, keep_dims = reduce_mean_13_keep_dims_0, x = mul_62)[name = string("reduce_mean_13")]; fp32 rsqrt_13_epsilon_0 = const()[name = string("rsqrt_13_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_13 = rsqrt(epsilon = rsqrt_13_epsilon_0, x = reduce_mean_13)[name = string("rsqrt_13")]; tensor mul_63 = mul(x = mul_61, y = rsqrt_13)[name = string("mul_63")]; tensor mul_64_y_0 = const()[name = string("mul_64_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2739712)))]; tensor mul_64 = mul(x = mul_63, y = mul_64_y_0)[name = string("mul_64")]; tensor tern_1_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2740480))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w1_weight_0_palettized")]; tensor tern_1_w1 = linear(bias = linear_4_bias_0, weight = tern_1_w1_weight_0_palettized, x = mul_64)[name = string("tern_1_w1")]; tensor mul_65_y_0 = const()[name = string("mul_65_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2825024)))]; tensor mul_65 = mul(x = tern_1_w1, y = mul_65_y_0)[name = string("mul_65")]; tensor mul_68_y_0 = const()[name = string("mul_68_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827008)))]; tensor mul_68 = mul(x = mul_63, y = mul_68_y_0)[name = string("mul_68")]; tensor tern_1_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2827776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w3_weight_0_palettized")]; tensor tern_1_w3 = linear(bias = linear_4_bias_0, weight = tern_1_w3_weight_0_palettized, x = mul_68)[name = string("tern_1_w3")]; tensor mul_69_y_0 = const()[name = string("mul_69_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2912320)))]; tensor mul_69 = mul(x = tern_1_w3, y = mul_69_y_0)[name = string("mul_69")]; fp16 mul_70_y_0 = const()[name = string("mul_70_y_0"), val = fp16(0x1p-1)]; tensor mul_70 = mul(x = mul_65, y = mul_70_y_0)[name = string("mul_70")]; tensor tanh_1 = tanh(x = mul_70)[name = string("tanh_1")]; fp16 mul_71_x_0 = const()[name = string("mul_71_x_0"), val = fp16(0x1p-1)]; tensor mul_71 = mul(x = mul_71_x_0, y = tanh_1)[name = string("mul_71")]; fp16 add_10_x_0 = const()[name = string("add_10_x_0"), val = fp16(0x1p-1)]; tensor add_10 = add(x = add_10_x_0, y = mul_71)[name = string("add_10")]; tensor mul_72 = mul(x = mul_65, y = add_10)[name = string("mul_72")]; tensor mul_73 = mul(x = mul_72, y = mul_69)[name = string("mul_73")]; tensor mul_74 = mul(x = mul_73, y = mul_73)[name = string("mul_74")]; tensor reduce_mean_15_axes_0 = const()[name = string("reduce_mean_15_axes_0"), val = tensor([-1])]; bool reduce_mean_15_keep_dims_0 = const()[name = string("reduce_mean_15_keep_dims_0"), val = bool(true)]; tensor reduce_mean_15 = reduce_mean(axes = reduce_mean_15_axes_0, keep_dims = reduce_mean_15_keep_dims_0, x = mul_74)[name = string("reduce_mean_15")]; fp32 rsqrt_15_epsilon_0 = const()[name = string("rsqrt_15_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_15 = rsqrt(epsilon = rsqrt_15_epsilon_0, x = reduce_mean_15)[name = string("rsqrt_15")]; tensor mul_75 = mul(x = mul_73, y = rsqrt_15)[name = string("mul_75")]; tensor mul_76_y_0 = const()[name = string("mul_76_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2914304)))]; tensor mul_76 = mul(x = mul_75, y = mul_76_y_0)[name = string("mul_76")]; tensor tern_1_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(2916288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_1_w2_weight_0_palettized")]; tensor tern_1_w2 = linear(bias = linear_0_bias_0, weight = tern_1_w2_weight_0_palettized, x = mul_76)[name = string("tern_1_w2")]; tensor mul_77_y_0 = const()[name = string("mul_77_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3000832)))]; tensor mul_77 = mul(x = tern_1_w2, y = mul_77_y_0)[name = string("mul_77")]; tensor add_11 = add(x = add_9, y = mul_77)[name = string("add_11")]; tensor mul_78 = mul(x = add_11, y = add_11)[name = string("mul_78")]; tensor reduce_mean_16_axes_0 = const()[name = string("reduce_mean_16_axes_0"), val = tensor([-1])]; bool reduce_mean_16_keep_dims_0 = const()[name = string("reduce_mean_16_keep_dims_0"), val = bool(true)]; tensor reduce_mean_16 = reduce_mean(axes = reduce_mean_16_axes_0, keep_dims = reduce_mean_16_keep_dims_0, x = mul_78)[name = string("reduce_mean_16")]; fp32 rsqrt_16_epsilon_0 = const()[name = string("rsqrt_16_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_16 = rsqrt(epsilon = rsqrt_16_epsilon_0, x = reduce_mean_16)[name = string("rsqrt_16")]; tensor mul_79 = mul(x = add_11, y = rsqrt_16)[name = string("mul_79")]; tensor mul_80_y_0 = const()[name = string("mul_80_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3001600)))]; tensor mul_80 = mul(x = mul_79, y = mul_80_y_0)[name = string("mul_80")]; tensor mul_81 = mul(x = mul_80, y = mul_80)[name = string("mul_81")]; tensor reduce_mean_17_axes_0 = const()[name = string("reduce_mean_17_axes_0"), val = tensor([-1])]; bool reduce_mean_17_keep_dims_0 = const()[name = string("reduce_mean_17_keep_dims_0"), val = bool(true)]; tensor reduce_mean_17 = reduce_mean(axes = reduce_mean_17_axes_0, keep_dims = reduce_mean_17_keep_dims_0, x = mul_81)[name = string("reduce_mean_17")]; fp32 rsqrt_17_epsilon_0 = const()[name = string("rsqrt_17_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_17 = rsqrt(epsilon = rsqrt_17_epsilon_0, x = reduce_mean_17)[name = string("rsqrt_17")]; tensor mul_82 = mul(x = mul_80, y = rsqrt_17)[name = string("mul_82")]; tensor mul_83_y_0 = const()[name = string("mul_83_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3002368)))]; tensor mul_83 = mul(x = mul_82, y = mul_83_y_0)[name = string("mul_83")]; tensor tern_2_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3003136))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_q_weight_0_palettized")]; tensor tern_2_q = linear(bias = linear_0_bias_0, weight = tern_2_q_weight_0_palettized, x = mul_83)[name = string("tern_2_q")]; tensor mul_84_y_0 = const()[name = string("mul_84_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034176)))]; tensor mul_84 = mul(x = tern_2_q, y = mul_84_y_0)[name = string("mul_84")]; tensor reshape_18_shape_0 = const()[name = string("reshape_18_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_18 = reshape(shape = reshape_18_shape_0, x = mul_84)[name = string("reshape_18")]; tensor transpose_8_perm_0 = const()[name = string("transpose_8_perm_0"), val = tensor([1, 0, 2])]; tensor mul_87_y_0 = const()[name = string("mul_87_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3034944)))]; tensor mul_87 = mul(x = mul_82, y = mul_87_y_0)[name = string("mul_87")]; tensor tern_2_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3035712))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_k_weight_0_palettized")]; tensor tern_2_k_bias_0 = const()[name = string("tern_2_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_k = linear(bias = tern_2_k_bias_0, weight = tern_2_k_weight_0_palettized, x = mul_87)[name = string("tern_2_k")]; tensor mul_88_y_0 = const()[name = string("mul_88_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043520)))]; tensor mul_88 = mul(x = tern_2_k, y = mul_88_y_0)[name = string("mul_88")]; tensor reshape_19_shape_0 = const()[name = string("reshape_19_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_19 = reshape(shape = reshape_19_shape_0, x = mul_88)[name = string("reshape_19")]; tensor transpose_9_perm_0 = const()[name = string("transpose_9_perm_0"), val = tensor([1, 0, 2])]; tensor mul_91_y_0 = const()[name = string("mul_91_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3043776)))]; tensor mul_91 = mul(x = mul_82, y = mul_91_y_0)[name = string("mul_91")]; tensor tern_2_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3044544))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_v_weight_0_palettized")]; tensor tern_2_v_bias_0 = const()[name = string("tern_2_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_2_v = linear(bias = tern_2_v_bias_0, weight = tern_2_v_weight_0_palettized, x = mul_91)[name = string("tern_2_v")]; tensor mul_92_y_0 = const()[name = string("mul_92_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052352)))]; tensor mul_92 = mul(x = tern_2_v, y = mul_92_y_0)[name = string("mul_92")]; tensor reshape_20_shape_0 = const()[name = string("reshape_20_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_20 = reshape(shape = reshape_20_shape_0, x = mul_92)[name = string("reshape_20")]; tensor transpose_10_perm_0 = const()[name = string("transpose_10_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_8 = transpose(perm = transpose_8_perm_0, x = reshape_18)[name = string("transpose_55")]; tensor mul_93 = mul(x = transpose_8, y = transpose_8)[name = string("mul_93")]; tensor reduce_mean_20_axes_0 = const()[name = string("reduce_mean_20_axes_0"), val = tensor([-1])]; bool reduce_mean_20_keep_dims_0 = const()[name = string("reduce_mean_20_keep_dims_0"), val = bool(true)]; tensor reduce_mean_20 = reduce_mean(axes = reduce_mean_20_axes_0, keep_dims = reduce_mean_20_keep_dims_0, x = mul_93)[name = string("reduce_mean_20")]; fp32 rsqrt_20_epsilon_0 = const()[name = string("rsqrt_20_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_20 = rsqrt(epsilon = rsqrt_20_epsilon_0, x = reduce_mean_20)[name = string("rsqrt_20")]; tensor mul_94 = mul(x = transpose_8, y = rsqrt_20)[name = string("mul_94")]; tensor mul_95_y_0 = const()[name = string("mul_95_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052608)))]; tensor mul_95 = mul(x = mul_94, y = mul_95_y_0)[name = string("mul_95")]; tensor slice_by_index_8_begin_0 = const()[name = string("slice_by_index_8_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_8_end_0 = const()[name = string("slice_by_index_8_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_8_end_mask_0 = const()[name = string("slice_by_index_8_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_8 = slice_by_index(begin = slice_by_index_8_begin_0, end = slice_by_index_8_end_0, end_mask = slice_by_index_8_end_mask_0, x = mul_95)[name = string("slice_by_index_8")]; tensor slice_by_index_9_begin_0 = const()[name = string("slice_by_index_9_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_9_end_0 = const()[name = string("slice_by_index_9_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_9_end_mask_0 = const()[name = string("slice_by_index_9_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_9 = slice_by_index(begin = slice_by_index_9_begin_0, end = slice_by_index_9_end_0, end_mask = slice_by_index_9_end_mask_0, x = mul_95)[name = string("slice_by_index_9")]; int32 concat_4_axis_0 = const()[name = string("concat_4_axis_0"), val = int32(-1)]; bool concat_4_interleave_0 = const()[name = string("concat_4_interleave_0"), val = bool(false)]; tensor concat_4 = concat(axis = concat_4_axis_0, interleave = concat_4_interleave_0, values = (slice_by_index_9, slice_by_index_8))[name = string("concat_4")]; tensor mul_96_y_0 = const()[name = string("mul_96_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_96 = mul(x = concat_4, y = mul_96_y_0)[name = string("mul_96")]; tensor mul_97 = mul(x = mul_95, y = mul_11_y_0)[name = string("mul_97")]; tensor mul_98 = mul(x = mul_96, y = mul_12_y_0)[name = string("mul_98")]; tensor add_12 = add(x = mul_97, y = mul_98)[name = string("add_12")]; tensor transpose_9 = transpose(perm = transpose_9_perm_0, x = reshape_19)[name = string("transpose_54")]; tensor mul_99 = mul(x = transpose_9, y = transpose_9)[name = string("mul_99")]; tensor reduce_mean_21_axes_0 = const()[name = string("reduce_mean_21_axes_0"), val = tensor([-1])]; bool reduce_mean_21_keep_dims_0 = const()[name = string("reduce_mean_21_keep_dims_0"), val = bool(true)]; tensor reduce_mean_21 = reduce_mean(axes = reduce_mean_21_axes_0, keep_dims = reduce_mean_21_keep_dims_0, x = mul_99)[name = string("reduce_mean_21")]; fp32 rsqrt_21_epsilon_0 = const()[name = string("rsqrt_21_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_21 = rsqrt(epsilon = rsqrt_21_epsilon_0, x = reduce_mean_21)[name = string("rsqrt_21")]; tensor mul_100 = mul(x = transpose_9, y = rsqrt_21)[name = string("mul_100")]; tensor mul_101_y_0 = const()[name = string("mul_101_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052800)))]; tensor mul_101 = mul(x = mul_100, y = mul_101_y_0)[name = string("mul_101")]; tensor slice_by_index_10_begin_0 = const()[name = string("slice_by_index_10_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_10_end_0 = const()[name = string("slice_by_index_10_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_10_end_mask_0 = const()[name = string("slice_by_index_10_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_10 = slice_by_index(begin = slice_by_index_10_begin_0, end = slice_by_index_10_end_0, end_mask = slice_by_index_10_end_mask_0, x = mul_101)[name = string("slice_by_index_10")]; tensor slice_by_index_11_begin_0 = const()[name = string("slice_by_index_11_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_11_end_0 = const()[name = string("slice_by_index_11_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_11_end_mask_0 = const()[name = string("slice_by_index_11_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_11 = slice_by_index(begin = slice_by_index_11_begin_0, end = slice_by_index_11_end_0, end_mask = slice_by_index_11_end_mask_0, x = mul_101)[name = string("slice_by_index_11")]; int32 concat_5_axis_0 = const()[name = string("concat_5_axis_0"), val = int32(-1)]; bool concat_5_interleave_0 = const()[name = string("concat_5_interleave_0"), val = bool(false)]; tensor concat_5 = concat(axis = concat_5_axis_0, interleave = concat_5_interleave_0, values = (slice_by_index_11, slice_by_index_10))[name = string("concat_5")]; tensor mul_102_y_0 = const()[name = string("mul_102_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_102 = mul(x = concat_5, y = mul_102_y_0)[name = string("mul_102")]; tensor mul_103 = mul(x = mul_101, y = mul_11_y_0)[name = string("mul_103")]; tensor mul_104 = mul(x = mul_102, y = mul_12_y_0)[name = string("mul_104")]; tensor add_13 = add(x = mul_103, y = mul_104)[name = string("add_13")]; tensor reshape_21_shape_0 = const()[name = string("reshape_21_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_21 = reshape(shape = reshape_21_shape_0, x = add_13)[name = string("reshape_21")]; tensor tile_4_reps_0 = const()[name = string("tile_4_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_4 = tile(reps = tile_4_reps_0, x = reshape_21)[name = string("tile_4")]; tensor reshape_22_shape_0 = const()[name = string("reshape_22_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_22 = reshape(shape = reshape_22_shape_0, x = tile_4)[name = string("reshape_22")]; tensor reshape_23_shape_0 = const()[name = string("reshape_23_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_10 = transpose(perm = transpose_10_perm_0, x = reshape_20)[name = string("transpose_53")]; tensor reshape_23 = reshape(shape = reshape_23_shape_0, x = transpose_10)[name = string("reshape_23")]; tensor tile_5_reps_0 = const()[name = string("tile_5_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_5 = tile(reps = tile_5_reps_0, x = reshape_23)[name = string("tile_5")]; tensor reshape_24_shape_0 = const()[name = string("reshape_24_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_24 = reshape(shape = reshape_24_shape_0, x = tile_5)[name = string("reshape_24")]; fp16 mul_105_y_0 = const()[name = string("mul_105_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_105 = mul(x = add_12, y = mul_105_y_0)[name = string("mul_105")]; bool matmul_4_transpose_y_0 = const()[name = string("matmul_4_transpose_y_0"), val = bool(true)]; bool matmul_4_transpose_x_0 = const()[name = string("matmul_4_transpose_x_0"), val = bool(false)]; tensor matmul_4 = matmul(transpose_x = matmul_4_transpose_x_0, transpose_y = matmul_4_transpose_y_0, x = mul_105, y = reshape_22)[name = string("matmul_4")]; tensor add_14 = add(x = matmul_4, y = reshape_1)[name = string("add_14")]; int32 softmax_2_axis_0 = const()[name = string("softmax_2_axis_0"), val = int32(-1)]; tensor softmax_2 = softmax(axis = softmax_2_axis_0, x = add_14)[name = string("softmax_2")]; bool matmul_5_transpose_x_0 = const()[name = string("matmul_5_transpose_x_0"), val = bool(false)]; bool matmul_5_transpose_y_0 = const()[name = string("matmul_5_transpose_y_0"), val = bool(false)]; tensor matmul_5 = matmul(transpose_x = matmul_5_transpose_x_0, transpose_y = matmul_5_transpose_y_0, x = softmax_2, y = reshape_24)[name = string("matmul_5")]; tensor transpose_11_perm_0 = const()[name = string("transpose_11_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_25_shape_0 = const()[name = string("reshape_25_shape_0"), val = tensor([8, 352])]; tensor transpose_11 = transpose(perm = transpose_11_perm_0, x = matmul_5)[name = string("transpose_52")]; tensor reshape_25 = reshape(shape = reshape_25_shape_0, x = transpose_11)[name = string("reshape_25")]; tensor mul_106 = mul(x = reshape_25, y = reshape_25)[name = string("mul_106")]; tensor reduce_mean_22_axes_0 = const()[name = string("reduce_mean_22_axes_0"), val = tensor([-1])]; bool reduce_mean_22_keep_dims_0 = const()[name = string("reduce_mean_22_keep_dims_0"), val = bool(true)]; tensor reduce_mean_22 = reduce_mean(axes = reduce_mean_22_axes_0, keep_dims = reduce_mean_22_keep_dims_0, x = mul_106)[name = string("reduce_mean_22")]; fp32 rsqrt_22_epsilon_0 = const()[name = string("rsqrt_22_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_22 = rsqrt(epsilon = rsqrt_22_epsilon_0, x = reduce_mean_22)[name = string("rsqrt_22")]; tensor mul_107 = mul(x = reshape_25, y = rsqrt_22)[name = string("mul_107")]; tensor mul_108_y_0 = const()[name = string("mul_108_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3052992)))]; tensor mul_108 = mul(x = mul_107, y = mul_108_y_0)[name = string("mul_108")]; tensor tern_2_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3053760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_o_weight_0_palettized")]; tensor tern_2_o = linear(bias = linear_0_bias_0, weight = tern_2_o_weight_0_palettized, x = mul_108)[name = string("tern_2_o")]; tensor mul_109_y_0 = const()[name = string("mul_109_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3084800)))]; tensor mul_109 = mul(x = tern_2_o, y = mul_109_y_0)[name = string("mul_109")]; tensor add_15 = add(x = add_11, y = mul_109)[name = string("add_15")]; tensor mul_110 = mul(x = add_15, y = add_15)[name = string("mul_110")]; tensor reduce_mean_23_axes_0 = const()[name = string("reduce_mean_23_axes_0"), val = tensor([-1])]; bool reduce_mean_23_keep_dims_0 = const()[name = string("reduce_mean_23_keep_dims_0"), val = bool(true)]; tensor reduce_mean_23 = reduce_mean(axes = reduce_mean_23_axes_0, keep_dims = reduce_mean_23_keep_dims_0, x = mul_110)[name = string("reduce_mean_23")]; fp32 rsqrt_23_epsilon_0 = const()[name = string("rsqrt_23_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_23 = rsqrt(epsilon = rsqrt_23_epsilon_0, x = reduce_mean_23)[name = string("rsqrt_23")]; tensor mul_111 = mul(x = add_15, y = rsqrt_23)[name = string("mul_111")]; tensor mul_112_y_0 = const()[name = string("mul_112_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3085568)))]; tensor mul_112 = mul(x = mul_111, y = mul_112_y_0)[name = string("mul_112")]; tensor mul_113 = mul(x = mul_112, y = mul_112)[name = string("mul_113")]; tensor reduce_mean_24_axes_0 = const()[name = string("reduce_mean_24_axes_0"), val = tensor([-1])]; bool reduce_mean_24_keep_dims_0 = const()[name = string("reduce_mean_24_keep_dims_0"), val = bool(true)]; tensor reduce_mean_24 = reduce_mean(axes = reduce_mean_24_axes_0, keep_dims = reduce_mean_24_keep_dims_0, x = mul_113)[name = string("reduce_mean_24")]; fp32 rsqrt_24_epsilon_0 = const()[name = string("rsqrt_24_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_24 = rsqrt(epsilon = rsqrt_24_epsilon_0, x = reduce_mean_24)[name = string("rsqrt_24")]; tensor mul_114 = mul(x = mul_112, y = rsqrt_24)[name = string("mul_114")]; tensor mul_115_y_0 = const()[name = string("mul_115_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3086336)))]; tensor mul_115 = mul(x = mul_114, y = mul_115_y_0)[name = string("mul_115")]; tensor tern_2_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3087104))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w1_weight_0_palettized")]; tensor tern_2_w1 = linear(bias = linear_4_bias_0, weight = tern_2_w1_weight_0_palettized, x = mul_115)[name = string("tern_2_w1")]; tensor mul_116_y_0 = const()[name = string("mul_116_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3171648)))]; tensor mul_116 = mul(x = tern_2_w1, y = mul_116_y_0)[name = string("mul_116")]; tensor mul_119_y_0 = const()[name = string("mul_119_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3173632)))]; tensor mul_119 = mul(x = mul_114, y = mul_119_y_0)[name = string("mul_119")]; tensor tern_2_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3174400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w3_weight_0_palettized")]; tensor tern_2_w3 = linear(bias = linear_4_bias_0, weight = tern_2_w3_weight_0_palettized, x = mul_119)[name = string("tern_2_w3")]; tensor mul_120_y_0 = const()[name = string("mul_120_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3258944)))]; tensor mul_120 = mul(x = tern_2_w3, y = mul_120_y_0)[name = string("mul_120")]; fp16 mul_121_y_0 = const()[name = string("mul_121_y_0"), val = fp16(0x1p-1)]; tensor mul_121 = mul(x = mul_116, y = mul_121_y_0)[name = string("mul_121")]; tensor tanh_2 = tanh(x = mul_121)[name = string("tanh_2")]; fp16 mul_122_x_0 = const()[name = string("mul_122_x_0"), val = fp16(0x1p-1)]; tensor mul_122 = mul(x = mul_122_x_0, y = tanh_2)[name = string("mul_122")]; fp16 add_16_x_0 = const()[name = string("add_16_x_0"), val = fp16(0x1p-1)]; tensor add_16 = add(x = add_16_x_0, y = mul_122)[name = string("add_16")]; tensor mul_123 = mul(x = mul_116, y = add_16)[name = string("mul_123")]; tensor mul_124 = mul(x = mul_123, y = mul_120)[name = string("mul_124")]; tensor mul_125 = mul(x = mul_124, y = mul_124)[name = string("mul_125")]; tensor reduce_mean_26_axes_0 = const()[name = string("reduce_mean_26_axes_0"), val = tensor([-1])]; bool reduce_mean_26_keep_dims_0 = const()[name = string("reduce_mean_26_keep_dims_0"), val = bool(true)]; tensor reduce_mean_26 = reduce_mean(axes = reduce_mean_26_axes_0, keep_dims = reduce_mean_26_keep_dims_0, x = mul_125)[name = string("reduce_mean_26")]; fp32 rsqrt_26_epsilon_0 = const()[name = string("rsqrt_26_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_26 = rsqrt(epsilon = rsqrt_26_epsilon_0, x = reduce_mean_26)[name = string("rsqrt_26")]; tensor mul_126 = mul(x = mul_124, y = rsqrt_26)[name = string("mul_126")]; tensor mul_127_y_0 = const()[name = string("mul_127_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3260928)))]; tensor mul_127 = mul(x = mul_126, y = mul_127_y_0)[name = string("mul_127")]; tensor tern_2_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3262912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_2_w2_weight_0_palettized")]; tensor tern_2_w2 = linear(bias = linear_0_bias_0, weight = tern_2_w2_weight_0_palettized, x = mul_127)[name = string("tern_2_w2")]; tensor mul_128_y_0 = const()[name = string("mul_128_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3347456)))]; tensor mul_128 = mul(x = tern_2_w2, y = mul_128_y_0)[name = string("mul_128")]; tensor add_17 = add(x = add_15, y = mul_128)[name = string("add_17")]; tensor mul_129 = mul(x = add_17, y = add_17)[name = string("mul_129")]; tensor reduce_mean_27_axes_0 = const()[name = string("reduce_mean_27_axes_0"), val = tensor([-1])]; bool reduce_mean_27_keep_dims_0 = const()[name = string("reduce_mean_27_keep_dims_0"), val = bool(true)]; tensor reduce_mean_27 = reduce_mean(axes = reduce_mean_27_axes_0, keep_dims = reduce_mean_27_keep_dims_0, x = mul_129)[name = string("reduce_mean_27")]; fp32 rsqrt_27_epsilon_0 = const()[name = string("rsqrt_27_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_27 = rsqrt(epsilon = rsqrt_27_epsilon_0, x = reduce_mean_27)[name = string("rsqrt_27")]; tensor mul_130 = mul(x = add_17, y = rsqrt_27)[name = string("mul_130")]; tensor mul_131_y_0 = const()[name = string("mul_131_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348224)))]; tensor mul_131 = mul(x = mul_130, y = mul_131_y_0)[name = string("mul_131")]; tensor mul_132 = mul(x = mul_131, y = mul_131)[name = string("mul_132")]; tensor reduce_mean_28_axes_0 = const()[name = string("reduce_mean_28_axes_0"), val = tensor([-1])]; bool reduce_mean_28_keep_dims_0 = const()[name = string("reduce_mean_28_keep_dims_0"), val = bool(true)]; tensor reduce_mean_28 = reduce_mean(axes = reduce_mean_28_axes_0, keep_dims = reduce_mean_28_keep_dims_0, x = mul_132)[name = string("reduce_mean_28")]; fp32 rsqrt_28_epsilon_0 = const()[name = string("rsqrt_28_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_28 = rsqrt(epsilon = rsqrt_28_epsilon_0, x = reduce_mean_28)[name = string("rsqrt_28")]; tensor mul_133 = mul(x = mul_131, y = rsqrt_28)[name = string("mul_133")]; tensor mul_134_y_0 = const()[name = string("mul_134_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3348992)))]; tensor mul_134 = mul(x = mul_133, y = mul_134_y_0)[name = string("mul_134")]; tensor tern_3_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3349760))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_q_weight_0_palettized")]; tensor tern_3_q = linear(bias = linear_0_bias_0, weight = tern_3_q_weight_0_palettized, x = mul_134)[name = string("tern_3_q")]; tensor mul_135_y_0 = const()[name = string("mul_135_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3380800)))]; tensor mul_135 = mul(x = tern_3_q, y = mul_135_y_0)[name = string("mul_135")]; tensor reshape_26_shape_0 = const()[name = string("reshape_26_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_26 = reshape(shape = reshape_26_shape_0, x = mul_135)[name = string("reshape_26")]; tensor transpose_12_perm_0 = const()[name = string("transpose_12_perm_0"), val = tensor([1, 0, 2])]; tensor mul_138_y_0 = const()[name = string("mul_138_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3381568)))]; tensor mul_138 = mul(x = mul_133, y = mul_138_y_0)[name = string("mul_138")]; tensor tern_3_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3382336))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_k_weight_0_palettized")]; tensor tern_3_k_bias_0 = const()[name = string("tern_3_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_k = linear(bias = tern_3_k_bias_0, weight = tern_3_k_weight_0_palettized, x = mul_138)[name = string("tern_3_k")]; tensor mul_139_y_0 = const()[name = string("mul_139_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390144)))]; tensor mul_139 = mul(x = tern_3_k, y = mul_139_y_0)[name = string("mul_139")]; tensor reshape_27_shape_0 = const()[name = string("reshape_27_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_27 = reshape(shape = reshape_27_shape_0, x = mul_139)[name = string("reshape_27")]; tensor transpose_13_perm_0 = const()[name = string("transpose_13_perm_0"), val = tensor([1, 0, 2])]; tensor mul_142_y_0 = const()[name = string("mul_142_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3390400)))]; tensor mul_142 = mul(x = mul_133, y = mul_142_y_0)[name = string("mul_142")]; tensor tern_3_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3391168))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_v_weight_0_palettized")]; tensor tern_3_v_bias_0 = const()[name = string("tern_3_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_3_v = linear(bias = tern_3_v_bias_0, weight = tern_3_v_weight_0_palettized, x = mul_142)[name = string("tern_3_v")]; tensor mul_143_y_0 = const()[name = string("mul_143_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3398976)))]; tensor mul_143 = mul(x = tern_3_v, y = mul_143_y_0)[name = string("mul_143")]; tensor reshape_28_shape_0 = const()[name = string("reshape_28_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_28 = reshape(shape = reshape_28_shape_0, x = mul_143)[name = string("reshape_28")]; tensor transpose_14_perm_0 = const()[name = string("transpose_14_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_12 = transpose(perm = transpose_12_perm_0, x = reshape_26)[name = string("transpose_51")]; tensor mul_144 = mul(x = transpose_12, y = transpose_12)[name = string("mul_144")]; tensor reduce_mean_31_axes_0 = const()[name = string("reduce_mean_31_axes_0"), val = tensor([-1])]; bool reduce_mean_31_keep_dims_0 = const()[name = string("reduce_mean_31_keep_dims_0"), val = bool(true)]; tensor reduce_mean_31 = reduce_mean(axes = reduce_mean_31_axes_0, keep_dims = reduce_mean_31_keep_dims_0, x = mul_144)[name = string("reduce_mean_31")]; fp32 rsqrt_31_epsilon_0 = const()[name = string("rsqrt_31_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_31 = rsqrt(epsilon = rsqrt_31_epsilon_0, x = reduce_mean_31)[name = string("rsqrt_31")]; tensor mul_145 = mul(x = transpose_12, y = rsqrt_31)[name = string("mul_145")]; tensor mul_146_y_0 = const()[name = string("mul_146_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399232)))]; tensor mul_146 = mul(x = mul_145, y = mul_146_y_0)[name = string("mul_146")]; tensor slice_by_index_12_begin_0 = const()[name = string("slice_by_index_12_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_12_end_0 = const()[name = string("slice_by_index_12_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_12_end_mask_0 = const()[name = string("slice_by_index_12_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_12 = slice_by_index(begin = slice_by_index_12_begin_0, end = slice_by_index_12_end_0, end_mask = slice_by_index_12_end_mask_0, x = mul_146)[name = string("slice_by_index_12")]; tensor slice_by_index_13_begin_0 = const()[name = string("slice_by_index_13_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_13_end_0 = const()[name = string("slice_by_index_13_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_13_end_mask_0 = const()[name = string("slice_by_index_13_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_13 = slice_by_index(begin = slice_by_index_13_begin_0, end = slice_by_index_13_end_0, end_mask = slice_by_index_13_end_mask_0, x = mul_146)[name = string("slice_by_index_13")]; int32 concat_6_axis_0 = const()[name = string("concat_6_axis_0"), val = int32(-1)]; bool concat_6_interleave_0 = const()[name = string("concat_6_interleave_0"), val = bool(false)]; tensor concat_6 = concat(axis = concat_6_axis_0, interleave = concat_6_interleave_0, values = (slice_by_index_13, slice_by_index_12))[name = string("concat_6")]; tensor mul_147_y_0 = const()[name = string("mul_147_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_147 = mul(x = concat_6, y = mul_147_y_0)[name = string("mul_147")]; tensor mul_148 = mul(x = mul_146, y = mul_11_y_0)[name = string("mul_148")]; tensor mul_149 = mul(x = mul_147, y = mul_12_y_0)[name = string("mul_149")]; tensor add_18 = add(x = mul_148, y = mul_149)[name = string("add_18")]; tensor transpose_13 = transpose(perm = transpose_13_perm_0, x = reshape_27)[name = string("transpose_50")]; tensor mul_150 = mul(x = transpose_13, y = transpose_13)[name = string("mul_150")]; tensor reduce_mean_32_axes_0 = const()[name = string("reduce_mean_32_axes_0"), val = tensor([-1])]; bool reduce_mean_32_keep_dims_0 = const()[name = string("reduce_mean_32_keep_dims_0"), val = bool(true)]; tensor reduce_mean_32 = reduce_mean(axes = reduce_mean_32_axes_0, keep_dims = reduce_mean_32_keep_dims_0, x = mul_150)[name = string("reduce_mean_32")]; fp32 rsqrt_32_epsilon_0 = const()[name = string("rsqrt_32_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_32 = rsqrt(epsilon = rsqrt_32_epsilon_0, x = reduce_mean_32)[name = string("rsqrt_32")]; tensor mul_151 = mul(x = transpose_13, y = rsqrt_32)[name = string("mul_151")]; tensor mul_152_y_0 = const()[name = string("mul_152_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399424)))]; tensor mul_152 = mul(x = mul_151, y = mul_152_y_0)[name = string("mul_152")]; tensor slice_by_index_14_begin_0 = const()[name = string("slice_by_index_14_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_14_end_0 = const()[name = string("slice_by_index_14_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_14_end_mask_0 = const()[name = string("slice_by_index_14_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_14 = slice_by_index(begin = slice_by_index_14_begin_0, end = slice_by_index_14_end_0, end_mask = slice_by_index_14_end_mask_0, x = mul_152)[name = string("slice_by_index_14")]; tensor slice_by_index_15_begin_0 = const()[name = string("slice_by_index_15_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_15_end_0 = const()[name = string("slice_by_index_15_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_15_end_mask_0 = const()[name = string("slice_by_index_15_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_15 = slice_by_index(begin = slice_by_index_15_begin_0, end = slice_by_index_15_end_0, end_mask = slice_by_index_15_end_mask_0, x = mul_152)[name = string("slice_by_index_15")]; int32 concat_7_axis_0 = const()[name = string("concat_7_axis_0"), val = int32(-1)]; bool concat_7_interleave_0 = const()[name = string("concat_7_interleave_0"), val = bool(false)]; tensor concat_7 = concat(axis = concat_7_axis_0, interleave = concat_7_interleave_0, values = (slice_by_index_15, slice_by_index_14))[name = string("concat_7")]; tensor mul_153_y_0 = const()[name = string("mul_153_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_153 = mul(x = concat_7, y = mul_153_y_0)[name = string("mul_153")]; tensor mul_154 = mul(x = mul_152, y = mul_11_y_0)[name = string("mul_154")]; tensor mul_155 = mul(x = mul_153, y = mul_12_y_0)[name = string("mul_155")]; tensor add_19 = add(x = mul_154, y = mul_155)[name = string("add_19")]; tensor reshape_29_shape_0 = const()[name = string("reshape_29_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_29 = reshape(shape = reshape_29_shape_0, x = add_19)[name = string("reshape_29")]; tensor tile_6_reps_0 = const()[name = string("tile_6_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_6 = tile(reps = tile_6_reps_0, x = reshape_29)[name = string("tile_6")]; tensor reshape_30_shape_0 = const()[name = string("reshape_30_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_30 = reshape(shape = reshape_30_shape_0, x = tile_6)[name = string("reshape_30")]; tensor reshape_31_shape_0 = const()[name = string("reshape_31_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_14 = transpose(perm = transpose_14_perm_0, x = reshape_28)[name = string("transpose_49")]; tensor reshape_31 = reshape(shape = reshape_31_shape_0, x = transpose_14)[name = string("reshape_31")]; tensor tile_7_reps_0 = const()[name = string("tile_7_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_7 = tile(reps = tile_7_reps_0, x = reshape_31)[name = string("tile_7")]; tensor reshape_32_shape_0 = const()[name = string("reshape_32_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_32 = reshape(shape = reshape_32_shape_0, x = tile_7)[name = string("reshape_32")]; fp16 mul_156_y_0 = const()[name = string("mul_156_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_156 = mul(x = add_18, y = mul_156_y_0)[name = string("mul_156")]; bool matmul_6_transpose_y_0 = const()[name = string("matmul_6_transpose_y_0"), val = bool(true)]; bool matmul_6_transpose_x_0 = const()[name = string("matmul_6_transpose_x_0"), val = bool(false)]; tensor matmul_6 = matmul(transpose_x = matmul_6_transpose_x_0, transpose_y = matmul_6_transpose_y_0, x = mul_156, y = reshape_30)[name = string("matmul_6")]; tensor add_20 = add(x = matmul_6, y = reshape_1)[name = string("add_20")]; int32 softmax_3_axis_0 = const()[name = string("softmax_3_axis_0"), val = int32(-1)]; tensor softmax_3 = softmax(axis = softmax_3_axis_0, x = add_20)[name = string("softmax_3")]; bool matmul_7_transpose_x_0 = const()[name = string("matmul_7_transpose_x_0"), val = bool(false)]; bool matmul_7_transpose_y_0 = const()[name = string("matmul_7_transpose_y_0"), val = bool(false)]; tensor matmul_7 = matmul(transpose_x = matmul_7_transpose_x_0, transpose_y = matmul_7_transpose_y_0, x = softmax_3, y = reshape_32)[name = string("matmul_7")]; tensor transpose_15_perm_0 = const()[name = string("transpose_15_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_33_shape_0 = const()[name = string("reshape_33_shape_0"), val = tensor([8, 352])]; tensor transpose_15 = transpose(perm = transpose_15_perm_0, x = matmul_7)[name = string("transpose_48")]; tensor reshape_33 = reshape(shape = reshape_33_shape_0, x = transpose_15)[name = string("reshape_33")]; tensor mul_157 = mul(x = reshape_33, y = reshape_33)[name = string("mul_157")]; tensor reduce_mean_33_axes_0 = const()[name = string("reduce_mean_33_axes_0"), val = tensor([-1])]; bool reduce_mean_33_keep_dims_0 = const()[name = string("reduce_mean_33_keep_dims_0"), val = bool(true)]; tensor reduce_mean_33 = reduce_mean(axes = reduce_mean_33_axes_0, keep_dims = reduce_mean_33_keep_dims_0, x = mul_157)[name = string("reduce_mean_33")]; fp32 rsqrt_33_epsilon_0 = const()[name = string("rsqrt_33_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_33 = rsqrt(epsilon = rsqrt_33_epsilon_0, x = reduce_mean_33)[name = string("rsqrt_33")]; tensor mul_158 = mul(x = reshape_33, y = rsqrt_33)[name = string("mul_158")]; tensor mul_159_y_0 = const()[name = string("mul_159_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3399616)))]; tensor mul_159 = mul(x = mul_158, y = mul_159_y_0)[name = string("mul_159")]; tensor tern_3_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3400384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_o_weight_0_palettized")]; tensor tern_3_o = linear(bias = linear_0_bias_0, weight = tern_3_o_weight_0_palettized, x = mul_159)[name = string("tern_3_o")]; tensor mul_160_y_0 = const()[name = string("mul_160_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3431424)))]; tensor mul_160 = mul(x = tern_3_o, y = mul_160_y_0)[name = string("mul_160")]; tensor add_21 = add(x = add_17, y = mul_160)[name = string("add_21")]; tensor mul_161 = mul(x = add_21, y = add_21)[name = string("mul_161")]; tensor reduce_mean_34_axes_0 = const()[name = string("reduce_mean_34_axes_0"), val = tensor([-1])]; bool reduce_mean_34_keep_dims_0 = const()[name = string("reduce_mean_34_keep_dims_0"), val = bool(true)]; tensor reduce_mean_34 = reduce_mean(axes = reduce_mean_34_axes_0, keep_dims = reduce_mean_34_keep_dims_0, x = mul_161)[name = string("reduce_mean_34")]; fp32 rsqrt_34_epsilon_0 = const()[name = string("rsqrt_34_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_34 = rsqrt(epsilon = rsqrt_34_epsilon_0, x = reduce_mean_34)[name = string("rsqrt_34")]; tensor mul_162 = mul(x = add_21, y = rsqrt_34)[name = string("mul_162")]; tensor mul_163_y_0 = const()[name = string("mul_163_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432192)))]; tensor mul_163 = mul(x = mul_162, y = mul_163_y_0)[name = string("mul_163")]; tensor mul_164 = mul(x = mul_163, y = mul_163)[name = string("mul_164")]; tensor reduce_mean_35_axes_0 = const()[name = string("reduce_mean_35_axes_0"), val = tensor([-1])]; bool reduce_mean_35_keep_dims_0 = const()[name = string("reduce_mean_35_keep_dims_0"), val = bool(true)]; tensor reduce_mean_35 = reduce_mean(axes = reduce_mean_35_axes_0, keep_dims = reduce_mean_35_keep_dims_0, x = mul_164)[name = string("reduce_mean_35")]; fp32 rsqrt_35_epsilon_0 = const()[name = string("rsqrt_35_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_35 = rsqrt(epsilon = rsqrt_35_epsilon_0, x = reduce_mean_35)[name = string("rsqrt_35")]; tensor mul_165 = mul(x = mul_163, y = rsqrt_35)[name = string("mul_165")]; tensor mul_166_y_0 = const()[name = string("mul_166_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3432960)))]; tensor mul_166 = mul(x = mul_165, y = mul_166_y_0)[name = string("mul_166")]; tensor tern_3_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3433728))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w1_weight_0_palettized")]; tensor tern_3_w1 = linear(bias = linear_4_bias_0, weight = tern_3_w1_weight_0_palettized, x = mul_166)[name = string("tern_3_w1")]; tensor mul_167_y_0 = const()[name = string("mul_167_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3518272)))]; tensor mul_167 = mul(x = tern_3_w1, y = mul_167_y_0)[name = string("mul_167")]; tensor mul_170_y_0 = const()[name = string("mul_170_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3520256)))]; tensor mul_170 = mul(x = mul_165, y = mul_170_y_0)[name = string("mul_170")]; tensor tern_3_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3521024))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w3_weight_0_palettized")]; tensor tern_3_w3 = linear(bias = linear_4_bias_0, weight = tern_3_w3_weight_0_palettized, x = mul_170)[name = string("tern_3_w3")]; tensor mul_171_y_0 = const()[name = string("mul_171_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3605568)))]; tensor mul_171 = mul(x = tern_3_w3, y = mul_171_y_0)[name = string("mul_171")]; fp16 mul_172_y_0 = const()[name = string("mul_172_y_0"), val = fp16(0x1p-1)]; tensor mul_172 = mul(x = mul_167, y = mul_172_y_0)[name = string("mul_172")]; tensor tanh_3 = tanh(x = mul_172)[name = string("tanh_3")]; fp16 mul_173_x_0 = const()[name = string("mul_173_x_0"), val = fp16(0x1p-1)]; tensor mul_173 = mul(x = mul_173_x_0, y = tanh_3)[name = string("mul_173")]; fp16 add_22_x_0 = const()[name = string("add_22_x_0"), val = fp16(0x1p-1)]; tensor add_22 = add(x = add_22_x_0, y = mul_173)[name = string("add_22")]; tensor mul_174 = mul(x = mul_167, y = add_22)[name = string("mul_174")]; tensor mul_175 = mul(x = mul_174, y = mul_171)[name = string("mul_175")]; tensor mul_176 = mul(x = mul_175, y = mul_175)[name = string("mul_176")]; tensor reduce_mean_37_axes_0 = const()[name = string("reduce_mean_37_axes_0"), val = tensor([-1])]; bool reduce_mean_37_keep_dims_0 = const()[name = string("reduce_mean_37_keep_dims_0"), val = bool(true)]; tensor reduce_mean_37 = reduce_mean(axes = reduce_mean_37_axes_0, keep_dims = reduce_mean_37_keep_dims_0, x = mul_176)[name = string("reduce_mean_37")]; fp32 rsqrt_37_epsilon_0 = const()[name = string("rsqrt_37_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_37 = rsqrt(epsilon = rsqrt_37_epsilon_0, x = reduce_mean_37)[name = string("rsqrt_37")]; tensor mul_177 = mul(x = mul_175, y = rsqrt_37)[name = string("mul_177")]; tensor mul_178_y_0 = const()[name = string("mul_178_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3607552)))]; tensor mul_178 = mul(x = mul_177, y = mul_178_y_0)[name = string("mul_178")]; tensor tern_3_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3609536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_3_w2_weight_0_palettized")]; tensor tern_3_w2 = linear(bias = linear_0_bias_0, weight = tern_3_w2_weight_0_palettized, x = mul_178)[name = string("tern_3_w2")]; tensor mul_179_y_0 = const()[name = string("mul_179_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694080)))]; tensor mul_179 = mul(x = tern_3_w2, y = mul_179_y_0)[name = string("mul_179")]; tensor add_23 = add(x = add_21, y = mul_179)[name = string("add_23")]; tensor mul_180 = mul(x = add_23, y = add_23)[name = string("mul_180")]; tensor reduce_mean_38_axes_0 = const()[name = string("reduce_mean_38_axes_0"), val = tensor([-1])]; bool reduce_mean_38_keep_dims_0 = const()[name = string("reduce_mean_38_keep_dims_0"), val = bool(true)]; tensor reduce_mean_38 = reduce_mean(axes = reduce_mean_38_axes_0, keep_dims = reduce_mean_38_keep_dims_0, x = mul_180)[name = string("reduce_mean_38")]; fp32 rsqrt_38_epsilon_0 = const()[name = string("rsqrt_38_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_38 = rsqrt(epsilon = rsqrt_38_epsilon_0, x = reduce_mean_38)[name = string("rsqrt_38")]; tensor mul_181 = mul(x = add_23, y = rsqrt_38)[name = string("mul_181")]; tensor mul_182_y_0 = const()[name = string("mul_182_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3694848)))]; tensor mul_182 = mul(x = mul_181, y = mul_182_y_0)[name = string("mul_182")]; tensor mul_183 = mul(x = mul_182, y = mul_182)[name = string("mul_183")]; tensor reduce_mean_39_axes_0 = const()[name = string("reduce_mean_39_axes_0"), val = tensor([-1])]; bool reduce_mean_39_keep_dims_0 = const()[name = string("reduce_mean_39_keep_dims_0"), val = bool(true)]; tensor reduce_mean_39 = reduce_mean(axes = reduce_mean_39_axes_0, keep_dims = reduce_mean_39_keep_dims_0, x = mul_183)[name = string("reduce_mean_39")]; fp32 rsqrt_39_epsilon_0 = const()[name = string("rsqrt_39_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_39 = rsqrt(epsilon = rsqrt_39_epsilon_0, x = reduce_mean_39)[name = string("rsqrt_39")]; tensor mul_184 = mul(x = mul_182, y = rsqrt_39)[name = string("mul_184")]; tensor mul_185_y_0 = const()[name = string("mul_185_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3695616)))]; tensor mul_185 = mul(x = mul_184, y = mul_185_y_0)[name = string("mul_185")]; tensor tern_4_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3696384))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_q_weight_0_palettized")]; tensor tern_4_q = linear(bias = linear_0_bias_0, weight = tern_4_q_weight_0_palettized, x = mul_185)[name = string("tern_4_q")]; tensor mul_186_y_0 = const()[name = string("mul_186_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3727424)))]; tensor mul_186 = mul(x = tern_4_q, y = mul_186_y_0)[name = string("mul_186")]; tensor reshape_34_shape_0 = const()[name = string("reshape_34_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_34 = reshape(shape = reshape_34_shape_0, x = mul_186)[name = string("reshape_34")]; tensor transpose_16_perm_0 = const()[name = string("transpose_16_perm_0"), val = tensor([1, 0, 2])]; tensor mul_189_y_0 = const()[name = string("mul_189_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728192)))]; tensor mul_189 = mul(x = mul_184, y = mul_189_y_0)[name = string("mul_189")]; tensor tern_4_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3728960))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_k_weight_0_palettized")]; tensor tern_4_k_bias_0 = const()[name = string("tern_4_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_k = linear(bias = tern_4_k_bias_0, weight = tern_4_k_weight_0_palettized, x = mul_189)[name = string("tern_4_k")]; tensor mul_190_y_0 = const()[name = string("mul_190_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3736768)))]; tensor mul_190 = mul(x = tern_4_k, y = mul_190_y_0)[name = string("mul_190")]; tensor reshape_35_shape_0 = const()[name = string("reshape_35_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_35 = reshape(shape = reshape_35_shape_0, x = mul_190)[name = string("reshape_35")]; tensor transpose_17_perm_0 = const()[name = string("transpose_17_perm_0"), val = tensor([1, 0, 2])]; tensor mul_193_y_0 = const()[name = string("mul_193_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737024)))]; tensor mul_193 = mul(x = mul_184, y = mul_193_y_0)[name = string("mul_193")]; tensor tern_4_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3737792))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_v_weight_0_palettized")]; tensor tern_4_v_bias_0 = const()[name = string("tern_4_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_4_v = linear(bias = tern_4_v_bias_0, weight = tern_4_v_weight_0_palettized, x = mul_193)[name = string("tern_4_v")]; tensor mul_194_y_0 = const()[name = string("mul_194_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745600)))]; tensor mul_194 = mul(x = tern_4_v, y = mul_194_y_0)[name = string("mul_194")]; tensor reshape_36_shape_0 = const()[name = string("reshape_36_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_36 = reshape(shape = reshape_36_shape_0, x = mul_194)[name = string("reshape_36")]; tensor transpose_18_perm_0 = const()[name = string("transpose_18_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_16 = transpose(perm = transpose_16_perm_0, x = reshape_34)[name = string("transpose_47")]; tensor mul_195 = mul(x = transpose_16, y = transpose_16)[name = string("mul_195")]; tensor reduce_mean_42_axes_0 = const()[name = string("reduce_mean_42_axes_0"), val = tensor([-1])]; bool reduce_mean_42_keep_dims_0 = const()[name = string("reduce_mean_42_keep_dims_0"), val = bool(true)]; tensor reduce_mean_42 = reduce_mean(axes = reduce_mean_42_axes_0, keep_dims = reduce_mean_42_keep_dims_0, x = mul_195)[name = string("reduce_mean_42")]; fp32 rsqrt_42_epsilon_0 = const()[name = string("rsqrt_42_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_42 = rsqrt(epsilon = rsqrt_42_epsilon_0, x = reduce_mean_42)[name = string("rsqrt_42")]; tensor mul_196 = mul(x = transpose_16, y = rsqrt_42)[name = string("mul_196")]; tensor mul_197_y_0 = const()[name = string("mul_197_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3745856)))]; tensor mul_197 = mul(x = mul_196, y = mul_197_y_0)[name = string("mul_197")]; tensor slice_by_index_16_begin_0 = const()[name = string("slice_by_index_16_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_16_end_0 = const()[name = string("slice_by_index_16_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_16_end_mask_0 = const()[name = string("slice_by_index_16_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_16 = slice_by_index(begin = slice_by_index_16_begin_0, end = slice_by_index_16_end_0, end_mask = slice_by_index_16_end_mask_0, x = mul_197)[name = string("slice_by_index_16")]; tensor slice_by_index_17_begin_0 = const()[name = string("slice_by_index_17_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_17_end_0 = const()[name = string("slice_by_index_17_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_17_end_mask_0 = const()[name = string("slice_by_index_17_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_17 = slice_by_index(begin = slice_by_index_17_begin_0, end = slice_by_index_17_end_0, end_mask = slice_by_index_17_end_mask_0, x = mul_197)[name = string("slice_by_index_17")]; int32 concat_8_axis_0 = const()[name = string("concat_8_axis_0"), val = int32(-1)]; bool concat_8_interleave_0 = const()[name = string("concat_8_interleave_0"), val = bool(false)]; tensor concat_8 = concat(axis = concat_8_axis_0, interleave = concat_8_interleave_0, values = (slice_by_index_17, slice_by_index_16))[name = string("concat_8")]; tensor mul_198_y_0 = const()[name = string("mul_198_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_198 = mul(x = concat_8, y = mul_198_y_0)[name = string("mul_198")]; tensor mul_199 = mul(x = mul_197, y = mul_11_y_0)[name = string("mul_199")]; tensor mul_200 = mul(x = mul_198, y = mul_12_y_0)[name = string("mul_200")]; tensor add_24 = add(x = mul_199, y = mul_200)[name = string("add_24")]; tensor transpose_17 = transpose(perm = transpose_17_perm_0, x = reshape_35)[name = string("transpose_46")]; tensor mul_201 = mul(x = transpose_17, y = transpose_17)[name = string("mul_201")]; tensor reduce_mean_43_axes_0 = const()[name = string("reduce_mean_43_axes_0"), val = tensor([-1])]; bool reduce_mean_43_keep_dims_0 = const()[name = string("reduce_mean_43_keep_dims_0"), val = bool(true)]; tensor reduce_mean_43 = reduce_mean(axes = reduce_mean_43_axes_0, keep_dims = reduce_mean_43_keep_dims_0, x = mul_201)[name = string("reduce_mean_43")]; fp32 rsqrt_43_epsilon_0 = const()[name = string("rsqrt_43_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_43 = rsqrt(epsilon = rsqrt_43_epsilon_0, x = reduce_mean_43)[name = string("rsqrt_43")]; tensor mul_202 = mul(x = transpose_17, y = rsqrt_43)[name = string("mul_202")]; tensor mul_203_y_0 = const()[name = string("mul_203_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746048)))]; tensor mul_203 = mul(x = mul_202, y = mul_203_y_0)[name = string("mul_203")]; tensor slice_by_index_18_begin_0 = const()[name = string("slice_by_index_18_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_18_end_0 = const()[name = string("slice_by_index_18_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_18_end_mask_0 = const()[name = string("slice_by_index_18_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_18 = slice_by_index(begin = slice_by_index_18_begin_0, end = slice_by_index_18_end_0, end_mask = slice_by_index_18_end_mask_0, x = mul_203)[name = string("slice_by_index_18")]; tensor slice_by_index_19_begin_0 = const()[name = string("slice_by_index_19_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_19_end_0 = const()[name = string("slice_by_index_19_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_19_end_mask_0 = const()[name = string("slice_by_index_19_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_19 = slice_by_index(begin = slice_by_index_19_begin_0, end = slice_by_index_19_end_0, end_mask = slice_by_index_19_end_mask_0, x = mul_203)[name = string("slice_by_index_19")]; int32 concat_9_axis_0 = const()[name = string("concat_9_axis_0"), val = int32(-1)]; bool concat_9_interleave_0 = const()[name = string("concat_9_interleave_0"), val = bool(false)]; tensor concat_9 = concat(axis = concat_9_axis_0, interleave = concat_9_interleave_0, values = (slice_by_index_19, slice_by_index_18))[name = string("concat_9")]; tensor mul_204_y_0 = const()[name = string("mul_204_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_204 = mul(x = concat_9, y = mul_204_y_0)[name = string("mul_204")]; tensor mul_205 = mul(x = mul_203, y = mul_11_y_0)[name = string("mul_205")]; tensor mul_206 = mul(x = mul_204, y = mul_12_y_0)[name = string("mul_206")]; tensor add_25 = add(x = mul_205, y = mul_206)[name = string("add_25")]; tensor reshape_37_shape_0 = const()[name = string("reshape_37_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_37 = reshape(shape = reshape_37_shape_0, x = add_25)[name = string("reshape_37")]; tensor tile_8_reps_0 = const()[name = string("tile_8_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_8 = tile(reps = tile_8_reps_0, x = reshape_37)[name = string("tile_8")]; tensor reshape_38_shape_0 = const()[name = string("reshape_38_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_38 = reshape(shape = reshape_38_shape_0, x = tile_8)[name = string("reshape_38")]; tensor reshape_39_shape_0 = const()[name = string("reshape_39_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_18 = transpose(perm = transpose_18_perm_0, x = reshape_36)[name = string("transpose_45")]; tensor reshape_39 = reshape(shape = reshape_39_shape_0, x = transpose_18)[name = string("reshape_39")]; tensor tile_9_reps_0 = const()[name = string("tile_9_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_9 = tile(reps = tile_9_reps_0, x = reshape_39)[name = string("tile_9")]; tensor reshape_40_shape_0 = const()[name = string("reshape_40_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_40 = reshape(shape = reshape_40_shape_0, x = tile_9)[name = string("reshape_40")]; fp16 mul_207_y_0 = const()[name = string("mul_207_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_207 = mul(x = add_24, y = mul_207_y_0)[name = string("mul_207")]; bool matmul_8_transpose_y_0 = const()[name = string("matmul_8_transpose_y_0"), val = bool(true)]; bool matmul_8_transpose_x_0 = const()[name = string("matmul_8_transpose_x_0"), val = bool(false)]; tensor matmul_8 = matmul(transpose_x = matmul_8_transpose_x_0, transpose_y = matmul_8_transpose_y_0, x = mul_207, y = reshape_38)[name = string("matmul_8")]; tensor add_26 = add(x = matmul_8, y = reshape_1)[name = string("add_26")]; int32 softmax_4_axis_0 = const()[name = string("softmax_4_axis_0"), val = int32(-1)]; tensor softmax_4 = softmax(axis = softmax_4_axis_0, x = add_26)[name = string("softmax_4")]; bool matmul_9_transpose_x_0 = const()[name = string("matmul_9_transpose_x_0"), val = bool(false)]; bool matmul_9_transpose_y_0 = const()[name = string("matmul_9_transpose_y_0"), val = bool(false)]; tensor matmul_9 = matmul(transpose_x = matmul_9_transpose_x_0, transpose_y = matmul_9_transpose_y_0, x = softmax_4, y = reshape_40)[name = string("matmul_9")]; tensor transpose_19_perm_0 = const()[name = string("transpose_19_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_41_shape_0 = const()[name = string("reshape_41_shape_0"), val = tensor([8, 352])]; tensor transpose_19 = transpose(perm = transpose_19_perm_0, x = matmul_9)[name = string("transpose_44")]; tensor reshape_41 = reshape(shape = reshape_41_shape_0, x = transpose_19)[name = string("reshape_41")]; tensor mul_208 = mul(x = reshape_41, y = reshape_41)[name = string("mul_208")]; tensor reduce_mean_44_axes_0 = const()[name = string("reduce_mean_44_axes_0"), val = tensor([-1])]; bool reduce_mean_44_keep_dims_0 = const()[name = string("reduce_mean_44_keep_dims_0"), val = bool(true)]; tensor reduce_mean_44 = reduce_mean(axes = reduce_mean_44_axes_0, keep_dims = reduce_mean_44_keep_dims_0, x = mul_208)[name = string("reduce_mean_44")]; fp32 rsqrt_44_epsilon_0 = const()[name = string("rsqrt_44_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_44 = rsqrt(epsilon = rsqrt_44_epsilon_0, x = reduce_mean_44)[name = string("rsqrt_44")]; tensor mul_209 = mul(x = reshape_41, y = rsqrt_44)[name = string("mul_209")]; tensor mul_210_y_0 = const()[name = string("mul_210_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3746240)))]; tensor mul_210 = mul(x = mul_209, y = mul_210_y_0)[name = string("mul_210")]; tensor tern_4_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3747008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_o_weight_0_palettized")]; tensor tern_4_o = linear(bias = linear_0_bias_0, weight = tern_4_o_weight_0_palettized, x = mul_210)[name = string("tern_4_o")]; tensor mul_211_y_0 = const()[name = string("mul_211_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778048)))]; tensor mul_211 = mul(x = tern_4_o, y = mul_211_y_0)[name = string("mul_211")]; tensor add_27 = add(x = add_23, y = mul_211)[name = string("add_27")]; tensor mul_212 = mul(x = add_27, y = add_27)[name = string("mul_212")]; tensor reduce_mean_45_axes_0 = const()[name = string("reduce_mean_45_axes_0"), val = tensor([-1])]; bool reduce_mean_45_keep_dims_0 = const()[name = string("reduce_mean_45_keep_dims_0"), val = bool(true)]; tensor reduce_mean_45 = reduce_mean(axes = reduce_mean_45_axes_0, keep_dims = reduce_mean_45_keep_dims_0, x = mul_212)[name = string("reduce_mean_45")]; fp32 rsqrt_45_epsilon_0 = const()[name = string("rsqrt_45_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_45 = rsqrt(epsilon = rsqrt_45_epsilon_0, x = reduce_mean_45)[name = string("rsqrt_45")]; tensor mul_213 = mul(x = add_27, y = rsqrt_45)[name = string("mul_213")]; tensor mul_214_y_0 = const()[name = string("mul_214_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3778816)))]; tensor mul_214 = mul(x = mul_213, y = mul_214_y_0)[name = string("mul_214")]; tensor mul_215 = mul(x = mul_214, y = mul_214)[name = string("mul_215")]; tensor reduce_mean_46_axes_0 = const()[name = string("reduce_mean_46_axes_0"), val = tensor([-1])]; bool reduce_mean_46_keep_dims_0 = const()[name = string("reduce_mean_46_keep_dims_0"), val = bool(true)]; tensor reduce_mean_46 = reduce_mean(axes = reduce_mean_46_axes_0, keep_dims = reduce_mean_46_keep_dims_0, x = mul_215)[name = string("reduce_mean_46")]; fp32 rsqrt_46_epsilon_0 = const()[name = string("rsqrt_46_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_46 = rsqrt(epsilon = rsqrt_46_epsilon_0, x = reduce_mean_46)[name = string("rsqrt_46")]; tensor mul_216 = mul(x = mul_214, y = rsqrt_46)[name = string("mul_216")]; tensor mul_217_y_0 = const()[name = string("mul_217_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3779584)))]; tensor mul_217 = mul(x = mul_216, y = mul_217_y_0)[name = string("mul_217")]; tensor tern_4_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3780352))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w1_weight_0_palettized")]; tensor tern_4_w1 = linear(bias = linear_4_bias_0, weight = tern_4_w1_weight_0_palettized, x = mul_217)[name = string("tern_4_w1")]; tensor mul_218_y_0 = const()[name = string("mul_218_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3864896)))]; tensor mul_218 = mul(x = tern_4_w1, y = mul_218_y_0)[name = string("mul_218")]; tensor mul_221_y_0 = const()[name = string("mul_221_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3866880)))]; tensor mul_221 = mul(x = mul_216, y = mul_221_y_0)[name = string("mul_221")]; tensor tern_4_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3867648))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w3_weight_0_palettized")]; tensor tern_4_w3 = linear(bias = linear_4_bias_0, weight = tern_4_w3_weight_0_palettized, x = mul_221)[name = string("tern_4_w3")]; tensor mul_222_y_0 = const()[name = string("mul_222_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3952192)))]; tensor mul_222 = mul(x = tern_4_w3, y = mul_222_y_0)[name = string("mul_222")]; fp16 mul_223_y_0 = const()[name = string("mul_223_y_0"), val = fp16(0x1p-1)]; tensor mul_223 = mul(x = mul_218, y = mul_223_y_0)[name = string("mul_223")]; tensor tanh_4 = tanh(x = mul_223)[name = string("tanh_4")]; fp16 mul_224_x_0 = const()[name = string("mul_224_x_0"), val = fp16(0x1p-1)]; tensor mul_224 = mul(x = mul_224_x_0, y = tanh_4)[name = string("mul_224")]; fp16 add_28_x_0 = const()[name = string("add_28_x_0"), val = fp16(0x1p-1)]; tensor add_28 = add(x = add_28_x_0, y = mul_224)[name = string("add_28")]; tensor mul_225 = mul(x = mul_218, y = add_28)[name = string("mul_225")]; tensor mul_226 = mul(x = mul_225, y = mul_222)[name = string("mul_226")]; tensor mul_227 = mul(x = mul_226, y = mul_226)[name = string("mul_227")]; tensor reduce_mean_48_axes_0 = const()[name = string("reduce_mean_48_axes_0"), val = tensor([-1])]; bool reduce_mean_48_keep_dims_0 = const()[name = string("reduce_mean_48_keep_dims_0"), val = bool(true)]; tensor reduce_mean_48 = reduce_mean(axes = reduce_mean_48_axes_0, keep_dims = reduce_mean_48_keep_dims_0, x = mul_227)[name = string("reduce_mean_48")]; fp32 rsqrt_48_epsilon_0 = const()[name = string("rsqrt_48_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_48 = rsqrt(epsilon = rsqrt_48_epsilon_0, x = reduce_mean_48)[name = string("rsqrt_48")]; tensor mul_228 = mul(x = mul_226, y = rsqrt_48)[name = string("mul_228")]; tensor mul_229_y_0 = const()[name = string("mul_229_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3954176)))]; tensor mul_229 = mul(x = mul_228, y = mul_229_y_0)[name = string("mul_229")]; tensor tern_4_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(3956160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_4_w2_weight_0_palettized")]; tensor tern_4_w2 = linear(bias = linear_0_bias_0, weight = tern_4_w2_weight_0_palettized, x = mul_229)[name = string("tern_4_w2")]; tensor mul_230_y_0 = const()[name = string("mul_230_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4040704)))]; tensor mul_230 = mul(x = tern_4_w2, y = mul_230_y_0)[name = string("mul_230")]; tensor add_29 = add(x = add_27, y = mul_230)[name = string("add_29")]; tensor mul_231 = mul(x = add_29, y = add_29)[name = string("mul_231")]; tensor reduce_mean_49_axes_0 = const()[name = string("reduce_mean_49_axes_0"), val = tensor([-1])]; bool reduce_mean_49_keep_dims_0 = const()[name = string("reduce_mean_49_keep_dims_0"), val = bool(true)]; tensor reduce_mean_49 = reduce_mean(axes = reduce_mean_49_axes_0, keep_dims = reduce_mean_49_keep_dims_0, x = mul_231)[name = string("reduce_mean_49")]; fp32 rsqrt_49_epsilon_0 = const()[name = string("rsqrt_49_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_49 = rsqrt(epsilon = rsqrt_49_epsilon_0, x = reduce_mean_49)[name = string("rsqrt_49")]; tensor mul_232 = mul(x = add_29, y = rsqrt_49)[name = string("mul_232")]; tensor mul_233_y_0 = const()[name = string("mul_233_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4041472)))]; tensor mul_233 = mul(x = mul_232, y = mul_233_y_0)[name = string("mul_233")]; tensor mul_234 = mul(x = mul_233, y = mul_233)[name = string("mul_234")]; tensor reduce_mean_50_axes_0 = const()[name = string("reduce_mean_50_axes_0"), val = tensor([-1])]; bool reduce_mean_50_keep_dims_0 = const()[name = string("reduce_mean_50_keep_dims_0"), val = bool(true)]; tensor reduce_mean_50 = reduce_mean(axes = reduce_mean_50_axes_0, keep_dims = reduce_mean_50_keep_dims_0, x = mul_234)[name = string("reduce_mean_50")]; fp32 rsqrt_50_epsilon_0 = const()[name = string("rsqrt_50_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_50 = rsqrt(epsilon = rsqrt_50_epsilon_0, x = reduce_mean_50)[name = string("rsqrt_50")]; tensor mul_235 = mul(x = mul_233, y = rsqrt_50)[name = string("mul_235")]; tensor mul_236_y_0 = const()[name = string("mul_236_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4042240)))]; tensor mul_236 = mul(x = mul_235, y = mul_236_y_0)[name = string("mul_236")]; tensor tern_5_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4043008))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_q_weight_0_palettized")]; tensor tern_5_q = linear(bias = linear_0_bias_0, weight = tern_5_q_weight_0_palettized, x = mul_236)[name = string("tern_5_q")]; tensor mul_237_y_0 = const()[name = string("mul_237_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074048)))]; tensor mul_237 = mul(x = tern_5_q, y = mul_237_y_0)[name = string("mul_237")]; tensor reshape_42_shape_0 = const()[name = string("reshape_42_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_42 = reshape(shape = reshape_42_shape_0, x = mul_237)[name = string("reshape_42")]; tensor transpose_20_perm_0 = const()[name = string("transpose_20_perm_0"), val = tensor([1, 0, 2])]; tensor mul_240_y_0 = const()[name = string("mul_240_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4074816)))]; tensor mul_240 = mul(x = mul_235, y = mul_240_y_0)[name = string("mul_240")]; tensor tern_5_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4075584))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_k_weight_0_palettized")]; tensor tern_5_k_bias_0 = const()[name = string("tern_5_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_k = linear(bias = tern_5_k_bias_0, weight = tern_5_k_weight_0_palettized, x = mul_240)[name = string("tern_5_k")]; tensor mul_241_y_0 = const()[name = string("mul_241_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083392)))]; tensor mul_241 = mul(x = tern_5_k, y = mul_241_y_0)[name = string("mul_241")]; tensor reshape_43_shape_0 = const()[name = string("reshape_43_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_43 = reshape(shape = reshape_43_shape_0, x = mul_241)[name = string("reshape_43")]; tensor transpose_21_perm_0 = const()[name = string("transpose_21_perm_0"), val = tensor([1, 0, 2])]; tensor mul_244_y_0 = const()[name = string("mul_244_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4083648)))]; tensor mul_244 = mul(x = mul_235, y = mul_244_y_0)[name = string("mul_244")]; tensor tern_5_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4084416))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_v_weight_0_palettized")]; tensor tern_5_v_bias_0 = const()[name = string("tern_5_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_5_v = linear(bias = tern_5_v_bias_0, weight = tern_5_v_weight_0_palettized, x = mul_244)[name = string("tern_5_v")]; tensor mul_245_y_0 = const()[name = string("mul_245_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092224)))]; tensor mul_245 = mul(x = tern_5_v, y = mul_245_y_0)[name = string("mul_245")]; tensor reshape_44_shape_0 = const()[name = string("reshape_44_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_44 = reshape(shape = reshape_44_shape_0, x = mul_245)[name = string("reshape_44")]; tensor transpose_22_perm_0 = const()[name = string("transpose_22_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_20 = transpose(perm = transpose_20_perm_0, x = reshape_42)[name = string("transpose_43")]; tensor mul_246 = mul(x = transpose_20, y = transpose_20)[name = string("mul_246")]; tensor reduce_mean_53_axes_0 = const()[name = string("reduce_mean_53_axes_0"), val = tensor([-1])]; bool reduce_mean_53_keep_dims_0 = const()[name = string("reduce_mean_53_keep_dims_0"), val = bool(true)]; tensor reduce_mean_53 = reduce_mean(axes = reduce_mean_53_axes_0, keep_dims = reduce_mean_53_keep_dims_0, x = mul_246)[name = string("reduce_mean_53")]; fp32 rsqrt_53_epsilon_0 = const()[name = string("rsqrt_53_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_53 = rsqrt(epsilon = rsqrt_53_epsilon_0, x = reduce_mean_53)[name = string("rsqrt_53")]; tensor mul_247 = mul(x = transpose_20, y = rsqrt_53)[name = string("mul_247")]; tensor mul_248_y_0 = const()[name = string("mul_248_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092480)))]; tensor mul_248 = mul(x = mul_247, y = mul_248_y_0)[name = string("mul_248")]; tensor slice_by_index_20_begin_0 = const()[name = string("slice_by_index_20_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_20_end_0 = const()[name = string("slice_by_index_20_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_20_end_mask_0 = const()[name = string("slice_by_index_20_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_20 = slice_by_index(begin = slice_by_index_20_begin_0, end = slice_by_index_20_end_0, end_mask = slice_by_index_20_end_mask_0, x = mul_248)[name = string("slice_by_index_20")]; tensor slice_by_index_21_begin_0 = const()[name = string("slice_by_index_21_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_21_end_0 = const()[name = string("slice_by_index_21_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_21_end_mask_0 = const()[name = string("slice_by_index_21_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_21 = slice_by_index(begin = slice_by_index_21_begin_0, end = slice_by_index_21_end_0, end_mask = slice_by_index_21_end_mask_0, x = mul_248)[name = string("slice_by_index_21")]; int32 concat_10_axis_0 = const()[name = string("concat_10_axis_0"), val = int32(-1)]; bool concat_10_interleave_0 = const()[name = string("concat_10_interleave_0"), val = bool(false)]; tensor concat_10 = concat(axis = concat_10_axis_0, interleave = concat_10_interleave_0, values = (slice_by_index_21, slice_by_index_20))[name = string("concat_10")]; tensor mul_249_y_0 = const()[name = string("mul_249_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_249 = mul(x = concat_10, y = mul_249_y_0)[name = string("mul_249")]; tensor mul_250 = mul(x = mul_248, y = mul_11_y_0)[name = string("mul_250")]; tensor mul_251 = mul(x = mul_249, y = mul_12_y_0)[name = string("mul_251")]; tensor add_30 = add(x = mul_250, y = mul_251)[name = string("add_30")]; tensor transpose_21 = transpose(perm = transpose_21_perm_0, x = reshape_43)[name = string("transpose_42")]; tensor mul_252 = mul(x = transpose_21, y = transpose_21)[name = string("mul_252")]; tensor reduce_mean_54_axes_0 = const()[name = string("reduce_mean_54_axes_0"), val = tensor([-1])]; bool reduce_mean_54_keep_dims_0 = const()[name = string("reduce_mean_54_keep_dims_0"), val = bool(true)]; tensor reduce_mean_54 = reduce_mean(axes = reduce_mean_54_axes_0, keep_dims = reduce_mean_54_keep_dims_0, x = mul_252)[name = string("reduce_mean_54")]; fp32 rsqrt_54_epsilon_0 = const()[name = string("rsqrt_54_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_54 = rsqrt(epsilon = rsqrt_54_epsilon_0, x = reduce_mean_54)[name = string("rsqrt_54")]; tensor mul_253 = mul(x = transpose_21, y = rsqrt_54)[name = string("mul_253")]; tensor mul_254_y_0 = const()[name = string("mul_254_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092672)))]; tensor mul_254 = mul(x = mul_253, y = mul_254_y_0)[name = string("mul_254")]; tensor slice_by_index_22_begin_0 = const()[name = string("slice_by_index_22_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_22_end_0 = const()[name = string("slice_by_index_22_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_22_end_mask_0 = const()[name = string("slice_by_index_22_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_22 = slice_by_index(begin = slice_by_index_22_begin_0, end = slice_by_index_22_end_0, end_mask = slice_by_index_22_end_mask_0, x = mul_254)[name = string("slice_by_index_22")]; tensor slice_by_index_23_begin_0 = const()[name = string("slice_by_index_23_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_23_end_0 = const()[name = string("slice_by_index_23_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_23_end_mask_0 = const()[name = string("slice_by_index_23_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_23 = slice_by_index(begin = slice_by_index_23_begin_0, end = slice_by_index_23_end_0, end_mask = slice_by_index_23_end_mask_0, x = mul_254)[name = string("slice_by_index_23")]; int32 concat_11_axis_0 = const()[name = string("concat_11_axis_0"), val = int32(-1)]; bool concat_11_interleave_0 = const()[name = string("concat_11_interleave_0"), val = bool(false)]; tensor concat_11 = concat(axis = concat_11_axis_0, interleave = concat_11_interleave_0, values = (slice_by_index_23, slice_by_index_22))[name = string("concat_11")]; tensor mul_255_y_0 = const()[name = string("mul_255_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_255 = mul(x = concat_11, y = mul_255_y_0)[name = string("mul_255")]; tensor mul_256 = mul(x = mul_254, y = mul_11_y_0)[name = string("mul_256")]; tensor mul_257 = mul(x = mul_255, y = mul_12_y_0)[name = string("mul_257")]; tensor add_31 = add(x = mul_256, y = mul_257)[name = string("add_31")]; tensor reshape_45_shape_0 = const()[name = string("reshape_45_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_45 = reshape(shape = reshape_45_shape_0, x = add_31)[name = string("reshape_45")]; tensor tile_10_reps_0 = const()[name = string("tile_10_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_10 = tile(reps = tile_10_reps_0, x = reshape_45)[name = string("tile_10")]; tensor reshape_46_shape_0 = const()[name = string("reshape_46_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_46 = reshape(shape = reshape_46_shape_0, x = tile_10)[name = string("reshape_46")]; tensor reshape_47_shape_0 = const()[name = string("reshape_47_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_22 = transpose(perm = transpose_22_perm_0, x = reshape_44)[name = string("transpose_41")]; tensor reshape_47 = reshape(shape = reshape_47_shape_0, x = transpose_22)[name = string("reshape_47")]; tensor tile_11_reps_0 = const()[name = string("tile_11_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_11 = tile(reps = tile_11_reps_0, x = reshape_47)[name = string("tile_11")]; tensor reshape_48_shape_0 = const()[name = string("reshape_48_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_48 = reshape(shape = reshape_48_shape_0, x = tile_11)[name = string("reshape_48")]; fp16 mul_258_y_0 = const()[name = string("mul_258_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_258 = mul(x = add_30, y = mul_258_y_0)[name = string("mul_258")]; bool matmul_10_transpose_y_0 = const()[name = string("matmul_10_transpose_y_0"), val = bool(true)]; bool matmul_10_transpose_x_0 = const()[name = string("matmul_10_transpose_x_0"), val = bool(false)]; tensor matmul_10 = matmul(transpose_x = matmul_10_transpose_x_0, transpose_y = matmul_10_transpose_y_0, x = mul_258, y = reshape_46)[name = string("matmul_10")]; tensor add_32 = add(x = matmul_10, y = reshape_1)[name = string("add_32")]; int32 softmax_5_axis_0 = const()[name = string("softmax_5_axis_0"), val = int32(-1)]; tensor softmax_5 = softmax(axis = softmax_5_axis_0, x = add_32)[name = string("softmax_5")]; bool matmul_11_transpose_x_0 = const()[name = string("matmul_11_transpose_x_0"), val = bool(false)]; bool matmul_11_transpose_y_0 = const()[name = string("matmul_11_transpose_y_0"), val = bool(false)]; tensor matmul_11 = matmul(transpose_x = matmul_11_transpose_x_0, transpose_y = matmul_11_transpose_y_0, x = softmax_5, y = reshape_48)[name = string("matmul_11")]; tensor transpose_23_perm_0 = const()[name = string("transpose_23_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_49_shape_0 = const()[name = string("reshape_49_shape_0"), val = tensor([8, 352])]; tensor transpose_23 = transpose(perm = transpose_23_perm_0, x = matmul_11)[name = string("transpose_40")]; tensor reshape_49 = reshape(shape = reshape_49_shape_0, x = transpose_23)[name = string("reshape_49")]; tensor mul_259 = mul(x = reshape_49, y = reshape_49)[name = string("mul_259")]; tensor reduce_mean_55_axes_0 = const()[name = string("reduce_mean_55_axes_0"), val = tensor([-1])]; bool reduce_mean_55_keep_dims_0 = const()[name = string("reduce_mean_55_keep_dims_0"), val = bool(true)]; tensor reduce_mean_55 = reduce_mean(axes = reduce_mean_55_axes_0, keep_dims = reduce_mean_55_keep_dims_0, x = mul_259)[name = string("reduce_mean_55")]; fp32 rsqrt_55_epsilon_0 = const()[name = string("rsqrt_55_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_55 = rsqrt(epsilon = rsqrt_55_epsilon_0, x = reduce_mean_55)[name = string("rsqrt_55")]; tensor mul_260 = mul(x = reshape_49, y = rsqrt_55)[name = string("mul_260")]; tensor mul_261_y_0 = const()[name = string("mul_261_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4092864)))]; tensor mul_261 = mul(x = mul_260, y = mul_261_y_0)[name = string("mul_261")]; tensor tern_5_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4093632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_o_weight_0_palettized")]; tensor tern_5_o = linear(bias = linear_0_bias_0, weight = tern_5_o_weight_0_palettized, x = mul_261)[name = string("tern_5_o")]; tensor mul_262_y_0 = const()[name = string("mul_262_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4124672)))]; tensor mul_262 = mul(x = tern_5_o, y = mul_262_y_0)[name = string("mul_262")]; tensor add_33 = add(x = add_29, y = mul_262)[name = string("add_33")]; tensor mul_263 = mul(x = add_33, y = add_33)[name = string("mul_263")]; tensor reduce_mean_56_axes_0 = const()[name = string("reduce_mean_56_axes_0"), val = tensor([-1])]; bool reduce_mean_56_keep_dims_0 = const()[name = string("reduce_mean_56_keep_dims_0"), val = bool(true)]; tensor reduce_mean_56 = reduce_mean(axes = reduce_mean_56_axes_0, keep_dims = reduce_mean_56_keep_dims_0, x = mul_263)[name = string("reduce_mean_56")]; fp32 rsqrt_56_epsilon_0 = const()[name = string("rsqrt_56_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_56 = rsqrt(epsilon = rsqrt_56_epsilon_0, x = reduce_mean_56)[name = string("rsqrt_56")]; tensor mul_264 = mul(x = add_33, y = rsqrt_56)[name = string("mul_264")]; tensor mul_265_y_0 = const()[name = string("mul_265_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4125440)))]; tensor mul_265 = mul(x = mul_264, y = mul_265_y_0)[name = string("mul_265")]; tensor mul_266 = mul(x = mul_265, y = mul_265)[name = string("mul_266")]; tensor reduce_mean_57_axes_0 = const()[name = string("reduce_mean_57_axes_0"), val = tensor([-1])]; bool reduce_mean_57_keep_dims_0 = const()[name = string("reduce_mean_57_keep_dims_0"), val = bool(true)]; tensor reduce_mean_57 = reduce_mean(axes = reduce_mean_57_axes_0, keep_dims = reduce_mean_57_keep_dims_0, x = mul_266)[name = string("reduce_mean_57")]; fp32 rsqrt_57_epsilon_0 = const()[name = string("rsqrt_57_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_57 = rsqrt(epsilon = rsqrt_57_epsilon_0, x = reduce_mean_57)[name = string("rsqrt_57")]; tensor mul_267 = mul(x = mul_265, y = rsqrt_57)[name = string("mul_267")]; tensor mul_268_y_0 = const()[name = string("mul_268_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126208)))]; tensor mul_268 = mul(x = mul_267, y = mul_268_y_0)[name = string("mul_268")]; tensor tern_5_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4126976))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w1_weight_0_palettized")]; tensor tern_5_w1 = linear(bias = linear_4_bias_0, weight = tern_5_w1_weight_0_palettized, x = mul_268)[name = string("tern_5_w1")]; tensor mul_269_y_0 = const()[name = string("mul_269_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4211520)))]; tensor mul_269 = mul(x = tern_5_w1, y = mul_269_y_0)[name = string("mul_269")]; tensor mul_272_y_0 = const()[name = string("mul_272_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4213504)))]; tensor mul_272 = mul(x = mul_267, y = mul_272_y_0)[name = string("mul_272")]; tensor tern_5_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4214272))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w3_weight_0_palettized")]; tensor tern_5_w3 = linear(bias = linear_4_bias_0, weight = tern_5_w3_weight_0_palettized, x = mul_272)[name = string("tern_5_w3")]; tensor mul_273_y_0 = const()[name = string("mul_273_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4298816)))]; tensor mul_273 = mul(x = tern_5_w3, y = mul_273_y_0)[name = string("mul_273")]; fp16 mul_274_y_0 = const()[name = string("mul_274_y_0"), val = fp16(0x1p-1)]; tensor mul_274 = mul(x = mul_269, y = mul_274_y_0)[name = string("mul_274")]; tensor tanh_5 = tanh(x = mul_274)[name = string("tanh_5")]; fp16 mul_275_x_0 = const()[name = string("mul_275_x_0"), val = fp16(0x1p-1)]; tensor mul_275 = mul(x = mul_275_x_0, y = tanh_5)[name = string("mul_275")]; fp16 add_34_x_0 = const()[name = string("add_34_x_0"), val = fp16(0x1p-1)]; tensor add_34 = add(x = add_34_x_0, y = mul_275)[name = string("add_34")]; tensor mul_276 = mul(x = mul_269, y = add_34)[name = string("mul_276")]; tensor mul_277 = mul(x = mul_276, y = mul_273)[name = string("mul_277")]; tensor mul_278 = mul(x = mul_277, y = mul_277)[name = string("mul_278")]; tensor reduce_mean_59_axes_0 = const()[name = string("reduce_mean_59_axes_0"), val = tensor([-1])]; bool reduce_mean_59_keep_dims_0 = const()[name = string("reduce_mean_59_keep_dims_0"), val = bool(true)]; tensor reduce_mean_59 = reduce_mean(axes = reduce_mean_59_axes_0, keep_dims = reduce_mean_59_keep_dims_0, x = mul_278)[name = string("reduce_mean_59")]; fp32 rsqrt_59_epsilon_0 = const()[name = string("rsqrt_59_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_59 = rsqrt(epsilon = rsqrt_59_epsilon_0, x = reduce_mean_59)[name = string("rsqrt_59")]; tensor mul_279 = mul(x = mul_277, y = rsqrt_59)[name = string("mul_279")]; tensor mul_280_y_0 = const()[name = string("mul_280_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4300800)))]; tensor mul_280 = mul(x = mul_279, y = mul_280_y_0)[name = string("mul_280")]; tensor tern_5_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4302784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_5_w2_weight_0_palettized")]; tensor tern_5_w2 = linear(bias = linear_0_bias_0, weight = tern_5_w2_weight_0_palettized, x = mul_280)[name = string("tern_5_w2")]; tensor mul_281_y_0 = const()[name = string("mul_281_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4387328)))]; tensor mul_281 = mul(x = tern_5_w2, y = mul_281_y_0)[name = string("mul_281")]; tensor add_35 = add(x = add_33, y = mul_281)[name = string("add_35")]; tensor mul_282 = mul(x = add_35, y = add_35)[name = string("mul_282")]; tensor reduce_mean_60_axes_0 = const()[name = string("reduce_mean_60_axes_0"), val = tensor([-1])]; bool reduce_mean_60_keep_dims_0 = const()[name = string("reduce_mean_60_keep_dims_0"), val = bool(true)]; tensor reduce_mean_60 = reduce_mean(axes = reduce_mean_60_axes_0, keep_dims = reduce_mean_60_keep_dims_0, x = mul_282)[name = string("reduce_mean_60")]; fp32 rsqrt_60_epsilon_0 = const()[name = string("rsqrt_60_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_60 = rsqrt(epsilon = rsqrt_60_epsilon_0, x = reduce_mean_60)[name = string("rsqrt_60")]; tensor mul_283 = mul(x = add_35, y = rsqrt_60)[name = string("mul_283")]; tensor mul_284_y_0 = const()[name = string("mul_284_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388096)))]; tensor mul_284 = mul(x = mul_283, y = mul_284_y_0)[name = string("mul_284")]; tensor mul_285 = mul(x = mul_284, y = mul_284)[name = string("mul_285")]; tensor reduce_mean_61_axes_0 = const()[name = string("reduce_mean_61_axes_0"), val = tensor([-1])]; bool reduce_mean_61_keep_dims_0 = const()[name = string("reduce_mean_61_keep_dims_0"), val = bool(true)]; tensor reduce_mean_61 = reduce_mean(axes = reduce_mean_61_axes_0, keep_dims = reduce_mean_61_keep_dims_0, x = mul_285)[name = string("reduce_mean_61")]; fp32 rsqrt_61_epsilon_0 = const()[name = string("rsqrt_61_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_61 = rsqrt(epsilon = rsqrt_61_epsilon_0, x = reduce_mean_61)[name = string("rsqrt_61")]; tensor mul_286 = mul(x = mul_284, y = rsqrt_61)[name = string("mul_286")]; tensor mul_287_y_0 = const()[name = string("mul_287_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4388864)))]; tensor mul_287 = mul(x = mul_286, y = mul_287_y_0)[name = string("mul_287")]; tensor tern_6_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4389632))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_q_weight_0_palettized")]; tensor tern_6_q = linear(bias = linear_0_bias_0, weight = tern_6_q_weight_0_palettized, x = mul_287)[name = string("tern_6_q")]; tensor mul_288_y_0 = const()[name = string("mul_288_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4420672)))]; tensor mul_288 = mul(x = tern_6_q, y = mul_288_y_0)[name = string("mul_288")]; tensor reshape_50_shape_0 = const()[name = string("reshape_50_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_50 = reshape(shape = reshape_50_shape_0, x = mul_288)[name = string("reshape_50")]; tensor transpose_24_perm_0 = const()[name = string("transpose_24_perm_0"), val = tensor([1, 0, 2])]; tensor mul_291_y_0 = const()[name = string("mul_291_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4421440)))]; tensor mul_291 = mul(x = mul_286, y = mul_291_y_0)[name = string("mul_291")]; tensor tern_6_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4422208))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_k_weight_0_palettized")]; tensor tern_6_k_bias_0 = const()[name = string("tern_6_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_k = linear(bias = tern_6_k_bias_0, weight = tern_6_k_weight_0_palettized, x = mul_291)[name = string("tern_6_k")]; tensor mul_292_y_0 = const()[name = string("mul_292_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430016)))]; tensor mul_292 = mul(x = tern_6_k, y = mul_292_y_0)[name = string("mul_292")]; tensor reshape_51_shape_0 = const()[name = string("reshape_51_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_51 = reshape(shape = reshape_51_shape_0, x = mul_292)[name = string("reshape_51")]; tensor transpose_25_perm_0 = const()[name = string("transpose_25_perm_0"), val = tensor([1, 0, 2])]; tensor mul_295_y_0 = const()[name = string("mul_295_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4430272)))]; tensor mul_295 = mul(x = mul_286, y = mul_295_y_0)[name = string("mul_295")]; tensor tern_6_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4431040))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_v_weight_0_palettized")]; tensor tern_6_v_bias_0 = const()[name = string("tern_6_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_6_v = linear(bias = tern_6_v_bias_0, weight = tern_6_v_weight_0_palettized, x = mul_295)[name = string("tern_6_v")]; tensor mul_296_y_0 = const()[name = string("mul_296_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4438848)))]; tensor mul_296 = mul(x = tern_6_v, y = mul_296_y_0)[name = string("mul_296")]; tensor reshape_52_shape_0 = const()[name = string("reshape_52_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_52 = reshape(shape = reshape_52_shape_0, x = mul_296)[name = string("reshape_52")]; tensor transpose_26_perm_0 = const()[name = string("transpose_26_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_24 = transpose(perm = transpose_24_perm_0, x = reshape_50)[name = string("transpose_39")]; tensor mul_297 = mul(x = transpose_24, y = transpose_24)[name = string("mul_297")]; tensor reduce_mean_64_axes_0 = const()[name = string("reduce_mean_64_axes_0"), val = tensor([-1])]; bool reduce_mean_64_keep_dims_0 = const()[name = string("reduce_mean_64_keep_dims_0"), val = bool(true)]; tensor reduce_mean_64 = reduce_mean(axes = reduce_mean_64_axes_0, keep_dims = reduce_mean_64_keep_dims_0, x = mul_297)[name = string("reduce_mean_64")]; fp32 rsqrt_64_epsilon_0 = const()[name = string("rsqrt_64_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_64 = rsqrt(epsilon = rsqrt_64_epsilon_0, x = reduce_mean_64)[name = string("rsqrt_64")]; tensor mul_298 = mul(x = transpose_24, y = rsqrt_64)[name = string("mul_298")]; tensor mul_299_y_0 = const()[name = string("mul_299_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439104)))]; tensor mul_299 = mul(x = mul_298, y = mul_299_y_0)[name = string("mul_299")]; tensor slice_by_index_24_begin_0 = const()[name = string("slice_by_index_24_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_24_end_0 = const()[name = string("slice_by_index_24_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_24_end_mask_0 = const()[name = string("slice_by_index_24_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_24 = slice_by_index(begin = slice_by_index_24_begin_0, end = slice_by_index_24_end_0, end_mask = slice_by_index_24_end_mask_0, x = mul_299)[name = string("slice_by_index_24")]; tensor slice_by_index_25_begin_0 = const()[name = string("slice_by_index_25_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_25_end_0 = const()[name = string("slice_by_index_25_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_25_end_mask_0 = const()[name = string("slice_by_index_25_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_25 = slice_by_index(begin = slice_by_index_25_begin_0, end = slice_by_index_25_end_0, end_mask = slice_by_index_25_end_mask_0, x = mul_299)[name = string("slice_by_index_25")]; int32 concat_12_axis_0 = const()[name = string("concat_12_axis_0"), val = int32(-1)]; bool concat_12_interleave_0 = const()[name = string("concat_12_interleave_0"), val = bool(false)]; tensor concat_12 = concat(axis = concat_12_axis_0, interleave = concat_12_interleave_0, values = (slice_by_index_25, slice_by_index_24))[name = string("concat_12")]; tensor mul_300_y_0 = const()[name = string("mul_300_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_300 = mul(x = concat_12, y = mul_300_y_0)[name = string("mul_300")]; tensor mul_301 = mul(x = mul_299, y = mul_11_y_0)[name = string("mul_301")]; tensor mul_302 = mul(x = mul_300, y = mul_12_y_0)[name = string("mul_302")]; tensor add_36 = add(x = mul_301, y = mul_302)[name = string("add_36")]; tensor transpose_25 = transpose(perm = transpose_25_perm_0, x = reshape_51)[name = string("transpose_38")]; tensor mul_303 = mul(x = transpose_25, y = transpose_25)[name = string("mul_303")]; tensor reduce_mean_65_axes_0 = const()[name = string("reduce_mean_65_axes_0"), val = tensor([-1])]; bool reduce_mean_65_keep_dims_0 = const()[name = string("reduce_mean_65_keep_dims_0"), val = bool(true)]; tensor reduce_mean_65 = reduce_mean(axes = reduce_mean_65_axes_0, keep_dims = reduce_mean_65_keep_dims_0, x = mul_303)[name = string("reduce_mean_65")]; fp32 rsqrt_65_epsilon_0 = const()[name = string("rsqrt_65_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_65 = rsqrt(epsilon = rsqrt_65_epsilon_0, x = reduce_mean_65)[name = string("rsqrt_65")]; tensor mul_304 = mul(x = transpose_25, y = rsqrt_65)[name = string("mul_304")]; tensor mul_305_y_0 = const()[name = string("mul_305_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439296)))]; tensor mul_305 = mul(x = mul_304, y = mul_305_y_0)[name = string("mul_305")]; tensor slice_by_index_26_begin_0 = const()[name = string("slice_by_index_26_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_26_end_0 = const()[name = string("slice_by_index_26_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_26_end_mask_0 = const()[name = string("slice_by_index_26_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_26 = slice_by_index(begin = slice_by_index_26_begin_0, end = slice_by_index_26_end_0, end_mask = slice_by_index_26_end_mask_0, x = mul_305)[name = string("slice_by_index_26")]; tensor slice_by_index_27_begin_0 = const()[name = string("slice_by_index_27_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_27_end_0 = const()[name = string("slice_by_index_27_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_27_end_mask_0 = const()[name = string("slice_by_index_27_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_27 = slice_by_index(begin = slice_by_index_27_begin_0, end = slice_by_index_27_end_0, end_mask = slice_by_index_27_end_mask_0, x = mul_305)[name = string("slice_by_index_27")]; int32 concat_13_axis_0 = const()[name = string("concat_13_axis_0"), val = int32(-1)]; bool concat_13_interleave_0 = const()[name = string("concat_13_interleave_0"), val = bool(false)]; tensor concat_13 = concat(axis = concat_13_axis_0, interleave = concat_13_interleave_0, values = (slice_by_index_27, slice_by_index_26))[name = string("concat_13")]; tensor mul_306_y_0 = const()[name = string("mul_306_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_306 = mul(x = concat_13, y = mul_306_y_0)[name = string("mul_306")]; tensor mul_307 = mul(x = mul_305, y = mul_11_y_0)[name = string("mul_307")]; tensor mul_308 = mul(x = mul_306, y = mul_12_y_0)[name = string("mul_308")]; tensor add_37 = add(x = mul_307, y = mul_308)[name = string("add_37")]; tensor reshape_53_shape_0 = const()[name = string("reshape_53_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_53 = reshape(shape = reshape_53_shape_0, x = add_37)[name = string("reshape_53")]; tensor tile_12_reps_0 = const()[name = string("tile_12_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_12 = tile(reps = tile_12_reps_0, x = reshape_53)[name = string("tile_12")]; tensor reshape_54_shape_0 = const()[name = string("reshape_54_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_54 = reshape(shape = reshape_54_shape_0, x = tile_12)[name = string("reshape_54")]; tensor reshape_55_shape_0 = const()[name = string("reshape_55_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_26 = transpose(perm = transpose_26_perm_0, x = reshape_52)[name = string("transpose_37")]; tensor reshape_55 = reshape(shape = reshape_55_shape_0, x = transpose_26)[name = string("reshape_55")]; tensor tile_13_reps_0 = const()[name = string("tile_13_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_13 = tile(reps = tile_13_reps_0, x = reshape_55)[name = string("tile_13")]; tensor reshape_56_shape_0 = const()[name = string("reshape_56_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_56 = reshape(shape = reshape_56_shape_0, x = tile_13)[name = string("reshape_56")]; fp16 mul_309_y_0 = const()[name = string("mul_309_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_309 = mul(x = add_36, y = mul_309_y_0)[name = string("mul_309")]; bool matmul_12_transpose_y_0 = const()[name = string("matmul_12_transpose_y_0"), val = bool(true)]; bool matmul_12_transpose_x_0 = const()[name = string("matmul_12_transpose_x_0"), val = bool(false)]; tensor matmul_12 = matmul(transpose_x = matmul_12_transpose_x_0, transpose_y = matmul_12_transpose_y_0, x = mul_309, y = reshape_54)[name = string("matmul_12")]; tensor add_38 = add(x = matmul_12, y = reshape_1)[name = string("add_38")]; int32 softmax_6_axis_0 = const()[name = string("softmax_6_axis_0"), val = int32(-1)]; tensor softmax_6 = softmax(axis = softmax_6_axis_0, x = add_38)[name = string("softmax_6")]; bool matmul_13_transpose_x_0 = const()[name = string("matmul_13_transpose_x_0"), val = bool(false)]; bool matmul_13_transpose_y_0 = const()[name = string("matmul_13_transpose_y_0"), val = bool(false)]; tensor matmul_13 = matmul(transpose_x = matmul_13_transpose_x_0, transpose_y = matmul_13_transpose_y_0, x = softmax_6, y = reshape_56)[name = string("matmul_13")]; tensor transpose_27_perm_0 = const()[name = string("transpose_27_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_57_shape_0 = const()[name = string("reshape_57_shape_0"), val = tensor([8, 352])]; tensor transpose_27 = transpose(perm = transpose_27_perm_0, x = matmul_13)[name = string("transpose_36")]; tensor reshape_57 = reshape(shape = reshape_57_shape_0, x = transpose_27)[name = string("reshape_57")]; tensor mul_310 = mul(x = reshape_57, y = reshape_57)[name = string("mul_310")]; tensor reduce_mean_66_axes_0 = const()[name = string("reduce_mean_66_axes_0"), val = tensor([-1])]; bool reduce_mean_66_keep_dims_0 = const()[name = string("reduce_mean_66_keep_dims_0"), val = bool(true)]; tensor reduce_mean_66 = reduce_mean(axes = reduce_mean_66_axes_0, keep_dims = reduce_mean_66_keep_dims_0, x = mul_310)[name = string("reduce_mean_66")]; fp32 rsqrt_66_epsilon_0 = const()[name = string("rsqrt_66_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_66 = rsqrt(epsilon = rsqrt_66_epsilon_0, x = reduce_mean_66)[name = string("rsqrt_66")]; tensor mul_311 = mul(x = reshape_57, y = rsqrt_66)[name = string("mul_311")]; tensor mul_312_y_0 = const()[name = string("mul_312_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4439488)))]; tensor mul_312 = mul(x = mul_311, y = mul_312_y_0)[name = string("mul_312")]; tensor tern_6_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4440256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_o_weight_0_palettized")]; tensor tern_6_o = linear(bias = linear_0_bias_0, weight = tern_6_o_weight_0_palettized, x = mul_312)[name = string("tern_6_o")]; tensor mul_313_y_0 = const()[name = string("mul_313_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4471296)))]; tensor mul_313 = mul(x = tern_6_o, y = mul_313_y_0)[name = string("mul_313")]; tensor add_39 = add(x = add_35, y = mul_313)[name = string("add_39")]; tensor mul_314 = mul(x = add_39, y = add_39)[name = string("mul_314")]; tensor reduce_mean_67_axes_0 = const()[name = string("reduce_mean_67_axes_0"), val = tensor([-1])]; bool reduce_mean_67_keep_dims_0 = const()[name = string("reduce_mean_67_keep_dims_0"), val = bool(true)]; tensor reduce_mean_67 = reduce_mean(axes = reduce_mean_67_axes_0, keep_dims = reduce_mean_67_keep_dims_0, x = mul_314)[name = string("reduce_mean_67")]; fp32 rsqrt_67_epsilon_0 = const()[name = string("rsqrt_67_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_67 = rsqrt(epsilon = rsqrt_67_epsilon_0, x = reduce_mean_67)[name = string("rsqrt_67")]; tensor mul_315 = mul(x = add_39, y = rsqrt_67)[name = string("mul_315")]; tensor mul_316_y_0 = const()[name = string("mul_316_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472064)))]; tensor mul_316 = mul(x = mul_315, y = mul_316_y_0)[name = string("mul_316")]; tensor mul_317 = mul(x = mul_316, y = mul_316)[name = string("mul_317")]; tensor reduce_mean_68_axes_0 = const()[name = string("reduce_mean_68_axes_0"), val = tensor([-1])]; bool reduce_mean_68_keep_dims_0 = const()[name = string("reduce_mean_68_keep_dims_0"), val = bool(true)]; tensor reduce_mean_68 = reduce_mean(axes = reduce_mean_68_axes_0, keep_dims = reduce_mean_68_keep_dims_0, x = mul_317)[name = string("reduce_mean_68")]; fp32 rsqrt_68_epsilon_0 = const()[name = string("rsqrt_68_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_68 = rsqrt(epsilon = rsqrt_68_epsilon_0, x = reduce_mean_68)[name = string("rsqrt_68")]; tensor mul_318 = mul(x = mul_316, y = rsqrt_68)[name = string("mul_318")]; tensor mul_319_y_0 = const()[name = string("mul_319_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4472832)))]; tensor mul_319 = mul(x = mul_318, y = mul_319_y_0)[name = string("mul_319")]; tensor tern_6_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4473600))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w1_weight_0_palettized")]; tensor tern_6_w1 = linear(bias = linear_4_bias_0, weight = tern_6_w1_weight_0_palettized, x = mul_319)[name = string("tern_6_w1")]; tensor mul_320_y_0 = const()[name = string("mul_320_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4558144)))]; tensor mul_320 = mul(x = tern_6_w1, y = mul_320_y_0)[name = string("mul_320")]; tensor mul_323_y_0 = const()[name = string("mul_323_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560128)))]; tensor mul_323 = mul(x = mul_318, y = mul_323_y_0)[name = string("mul_323")]; tensor tern_6_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4560896))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w3_weight_0_palettized")]; tensor tern_6_w3 = linear(bias = linear_4_bias_0, weight = tern_6_w3_weight_0_palettized, x = mul_323)[name = string("tern_6_w3")]; tensor mul_324_y_0 = const()[name = string("mul_324_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4645440)))]; tensor mul_324 = mul(x = tern_6_w3, y = mul_324_y_0)[name = string("mul_324")]; fp16 mul_325_y_0 = const()[name = string("mul_325_y_0"), val = fp16(0x1p-1)]; tensor mul_325 = mul(x = mul_320, y = mul_325_y_0)[name = string("mul_325")]; tensor tanh_6 = tanh(x = mul_325)[name = string("tanh_6")]; fp16 mul_326_x_0 = const()[name = string("mul_326_x_0"), val = fp16(0x1p-1)]; tensor mul_326 = mul(x = mul_326_x_0, y = tanh_6)[name = string("mul_326")]; fp16 add_40_x_0 = const()[name = string("add_40_x_0"), val = fp16(0x1p-1)]; tensor add_40 = add(x = add_40_x_0, y = mul_326)[name = string("add_40")]; tensor mul_327 = mul(x = mul_320, y = add_40)[name = string("mul_327")]; tensor mul_328 = mul(x = mul_327, y = mul_324)[name = string("mul_328")]; tensor mul_329 = mul(x = mul_328, y = mul_328)[name = string("mul_329")]; tensor reduce_mean_70_axes_0 = const()[name = string("reduce_mean_70_axes_0"), val = tensor([-1])]; bool reduce_mean_70_keep_dims_0 = const()[name = string("reduce_mean_70_keep_dims_0"), val = bool(true)]; tensor reduce_mean_70 = reduce_mean(axes = reduce_mean_70_axes_0, keep_dims = reduce_mean_70_keep_dims_0, x = mul_329)[name = string("reduce_mean_70")]; fp32 rsqrt_70_epsilon_0 = const()[name = string("rsqrt_70_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_70 = rsqrt(epsilon = rsqrt_70_epsilon_0, x = reduce_mean_70)[name = string("rsqrt_70")]; tensor mul_330 = mul(x = mul_328, y = rsqrt_70)[name = string("mul_330")]; tensor mul_331_y_0 = const()[name = string("mul_331_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4647424)))]; tensor mul_331 = mul(x = mul_330, y = mul_331_y_0)[name = string("mul_331")]; tensor tern_6_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4649408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_6_w2_weight_0_palettized")]; tensor tern_6_w2 = linear(bias = linear_0_bias_0, weight = tern_6_w2_weight_0_palettized, x = mul_331)[name = string("tern_6_w2")]; tensor mul_332_y_0 = const()[name = string("mul_332_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4733952)))]; tensor mul_332 = mul(x = tern_6_w2, y = mul_332_y_0)[name = string("mul_332")]; tensor add_41 = add(x = add_39, y = mul_332)[name = string("add_41")]; tensor mul_333 = mul(x = add_41, y = add_41)[name = string("mul_333")]; tensor reduce_mean_71_axes_0 = const()[name = string("reduce_mean_71_axes_0"), val = tensor([-1])]; bool reduce_mean_71_keep_dims_0 = const()[name = string("reduce_mean_71_keep_dims_0"), val = bool(true)]; tensor reduce_mean_71 = reduce_mean(axes = reduce_mean_71_axes_0, keep_dims = reduce_mean_71_keep_dims_0, x = mul_333)[name = string("reduce_mean_71")]; fp32 rsqrt_71_epsilon_0 = const()[name = string("rsqrt_71_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_71 = rsqrt(epsilon = rsqrt_71_epsilon_0, x = reduce_mean_71)[name = string("rsqrt_71")]; tensor mul_334 = mul(x = add_41, y = rsqrt_71)[name = string("mul_334")]; tensor mul_335_y_0 = const()[name = string("mul_335_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4734720)))]; tensor mul_335 = mul(x = mul_334, y = mul_335_y_0)[name = string("mul_335")]; tensor mul_336 = mul(x = mul_335, y = mul_335)[name = string("mul_336")]; tensor reduce_mean_72_axes_0 = const()[name = string("reduce_mean_72_axes_0"), val = tensor([-1])]; bool reduce_mean_72_keep_dims_0 = const()[name = string("reduce_mean_72_keep_dims_0"), val = bool(true)]; tensor reduce_mean_72 = reduce_mean(axes = reduce_mean_72_axes_0, keep_dims = reduce_mean_72_keep_dims_0, x = mul_336)[name = string("reduce_mean_72")]; fp32 rsqrt_72_epsilon_0 = const()[name = string("rsqrt_72_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_72 = rsqrt(epsilon = rsqrt_72_epsilon_0, x = reduce_mean_72)[name = string("rsqrt_72")]; tensor mul_337 = mul(x = mul_335, y = rsqrt_72)[name = string("mul_337")]; tensor mul_338_y_0 = const()[name = string("mul_338_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4735488)))]; tensor mul_338 = mul(x = mul_337, y = mul_338_y_0)[name = string("mul_338")]; tensor tern_7_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4736256))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_q_weight_0_palettized")]; tensor tern_7_q = linear(bias = linear_0_bias_0, weight = tern_7_q_weight_0_palettized, x = mul_338)[name = string("tern_7_q")]; tensor mul_339_y_0 = const()[name = string("mul_339_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4767296)))]; tensor mul_339 = mul(x = tern_7_q, y = mul_339_y_0)[name = string("mul_339")]; tensor reshape_58_shape_0 = const()[name = string("reshape_58_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_58 = reshape(shape = reshape_58_shape_0, x = mul_339)[name = string("reshape_58")]; tensor transpose_28_perm_0 = const()[name = string("transpose_28_perm_0"), val = tensor([1, 0, 2])]; tensor mul_342_y_0 = const()[name = string("mul_342_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768064)))]; tensor mul_342 = mul(x = mul_337, y = mul_342_y_0)[name = string("mul_342")]; tensor tern_7_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4768832))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_k_weight_0_palettized")]; tensor tern_7_k_bias_0 = const()[name = string("tern_7_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_k = linear(bias = tern_7_k_bias_0, weight = tern_7_k_weight_0_palettized, x = mul_342)[name = string("tern_7_k")]; tensor mul_343_y_0 = const()[name = string("mul_343_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776640)))]; tensor mul_343 = mul(x = tern_7_k, y = mul_343_y_0)[name = string("mul_343")]; tensor reshape_59_shape_0 = const()[name = string("reshape_59_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_59 = reshape(shape = reshape_59_shape_0, x = mul_343)[name = string("reshape_59")]; tensor transpose_29_perm_0 = const()[name = string("transpose_29_perm_0"), val = tensor([1, 0, 2])]; tensor mul_346_y_0 = const()[name = string("mul_346_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4776896)))]; tensor mul_346 = mul(x = mul_337, y = mul_346_y_0)[name = string("mul_346")]; tensor tern_7_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4777664))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_v_weight_0_palettized")]; tensor tern_7_v_bias_0 = const()[name = string("tern_7_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_7_v = linear(bias = tern_7_v_bias_0, weight = tern_7_v_weight_0_palettized, x = mul_346)[name = string("tern_7_v")]; tensor mul_347_y_0 = const()[name = string("mul_347_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785472)))]; tensor mul_347 = mul(x = tern_7_v, y = mul_347_y_0)[name = string("mul_347")]; tensor reshape_60_shape_0 = const()[name = string("reshape_60_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_60 = reshape(shape = reshape_60_shape_0, x = mul_347)[name = string("reshape_60")]; tensor transpose_30_perm_0 = const()[name = string("transpose_30_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_28 = transpose(perm = transpose_28_perm_0, x = reshape_58)[name = string("transpose_35")]; tensor mul_348 = mul(x = transpose_28, y = transpose_28)[name = string("mul_348")]; tensor reduce_mean_75_axes_0 = const()[name = string("reduce_mean_75_axes_0"), val = tensor([-1])]; bool reduce_mean_75_keep_dims_0 = const()[name = string("reduce_mean_75_keep_dims_0"), val = bool(true)]; tensor reduce_mean_75 = reduce_mean(axes = reduce_mean_75_axes_0, keep_dims = reduce_mean_75_keep_dims_0, x = mul_348)[name = string("reduce_mean_75")]; fp32 rsqrt_75_epsilon_0 = const()[name = string("rsqrt_75_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_75 = rsqrt(epsilon = rsqrt_75_epsilon_0, x = reduce_mean_75)[name = string("rsqrt_75")]; tensor mul_349 = mul(x = transpose_28, y = rsqrt_75)[name = string("mul_349")]; tensor mul_350_y_0 = const()[name = string("mul_350_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785728)))]; tensor mul_350 = mul(x = mul_349, y = mul_350_y_0)[name = string("mul_350")]; tensor slice_by_index_28_begin_0 = const()[name = string("slice_by_index_28_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_28_end_0 = const()[name = string("slice_by_index_28_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_28_end_mask_0 = const()[name = string("slice_by_index_28_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_28 = slice_by_index(begin = slice_by_index_28_begin_0, end = slice_by_index_28_end_0, end_mask = slice_by_index_28_end_mask_0, x = mul_350)[name = string("slice_by_index_28")]; tensor slice_by_index_29_begin_0 = const()[name = string("slice_by_index_29_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_29_end_0 = const()[name = string("slice_by_index_29_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_29_end_mask_0 = const()[name = string("slice_by_index_29_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_29 = slice_by_index(begin = slice_by_index_29_begin_0, end = slice_by_index_29_end_0, end_mask = slice_by_index_29_end_mask_0, x = mul_350)[name = string("slice_by_index_29")]; int32 concat_14_axis_0 = const()[name = string("concat_14_axis_0"), val = int32(-1)]; bool concat_14_interleave_0 = const()[name = string("concat_14_interleave_0"), val = bool(false)]; tensor concat_14 = concat(axis = concat_14_axis_0, interleave = concat_14_interleave_0, values = (slice_by_index_29, slice_by_index_28))[name = string("concat_14")]; tensor mul_351_y_0 = const()[name = string("mul_351_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_351 = mul(x = concat_14, y = mul_351_y_0)[name = string("mul_351")]; tensor mul_352 = mul(x = mul_350, y = mul_11_y_0)[name = string("mul_352")]; tensor mul_353 = mul(x = mul_351, y = mul_12_y_0)[name = string("mul_353")]; tensor add_42 = add(x = mul_352, y = mul_353)[name = string("add_42")]; tensor transpose_29 = transpose(perm = transpose_29_perm_0, x = reshape_59)[name = string("transpose_34")]; tensor mul_354 = mul(x = transpose_29, y = transpose_29)[name = string("mul_354")]; tensor reduce_mean_76_axes_0 = const()[name = string("reduce_mean_76_axes_0"), val = tensor([-1])]; bool reduce_mean_76_keep_dims_0 = const()[name = string("reduce_mean_76_keep_dims_0"), val = bool(true)]; tensor reduce_mean_76 = reduce_mean(axes = reduce_mean_76_axes_0, keep_dims = reduce_mean_76_keep_dims_0, x = mul_354)[name = string("reduce_mean_76")]; fp32 rsqrt_76_epsilon_0 = const()[name = string("rsqrt_76_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_76 = rsqrt(epsilon = rsqrt_76_epsilon_0, x = reduce_mean_76)[name = string("rsqrt_76")]; tensor mul_355 = mul(x = transpose_29, y = rsqrt_76)[name = string("mul_355")]; tensor mul_356_y_0 = const()[name = string("mul_356_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4785920)))]; tensor mul_356 = mul(x = mul_355, y = mul_356_y_0)[name = string("mul_356")]; tensor slice_by_index_30_begin_0 = const()[name = string("slice_by_index_30_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_30_end_0 = const()[name = string("slice_by_index_30_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_30_end_mask_0 = const()[name = string("slice_by_index_30_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_30 = slice_by_index(begin = slice_by_index_30_begin_0, end = slice_by_index_30_end_0, end_mask = slice_by_index_30_end_mask_0, x = mul_356)[name = string("slice_by_index_30")]; tensor slice_by_index_31_begin_0 = const()[name = string("slice_by_index_31_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_31_end_0 = const()[name = string("slice_by_index_31_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_31_end_mask_0 = const()[name = string("slice_by_index_31_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_31 = slice_by_index(begin = slice_by_index_31_begin_0, end = slice_by_index_31_end_0, end_mask = slice_by_index_31_end_mask_0, x = mul_356)[name = string("slice_by_index_31")]; int32 concat_15_axis_0 = const()[name = string("concat_15_axis_0"), val = int32(-1)]; bool concat_15_interleave_0 = const()[name = string("concat_15_interleave_0"), val = bool(false)]; tensor concat_15 = concat(axis = concat_15_axis_0, interleave = concat_15_interleave_0, values = (slice_by_index_31, slice_by_index_30))[name = string("concat_15")]; tensor mul_357_y_0 = const()[name = string("mul_357_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_357 = mul(x = concat_15, y = mul_357_y_0)[name = string("mul_357")]; tensor mul_358 = mul(x = mul_356, y = mul_11_y_0)[name = string("mul_358")]; tensor mul_359 = mul(x = mul_357, y = mul_12_y_0)[name = string("mul_359")]; tensor add_43 = add(x = mul_358, y = mul_359)[name = string("add_43")]; tensor reshape_61_shape_0 = const()[name = string("reshape_61_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_61 = reshape(shape = reshape_61_shape_0, x = add_43)[name = string("reshape_61")]; tensor tile_14_reps_0 = const()[name = string("tile_14_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_14 = tile(reps = tile_14_reps_0, x = reshape_61)[name = string("tile_14")]; tensor reshape_62_shape_0 = const()[name = string("reshape_62_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_62 = reshape(shape = reshape_62_shape_0, x = tile_14)[name = string("reshape_62")]; tensor reshape_63_shape_0 = const()[name = string("reshape_63_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_30 = transpose(perm = transpose_30_perm_0, x = reshape_60)[name = string("transpose_33")]; tensor reshape_63 = reshape(shape = reshape_63_shape_0, x = transpose_30)[name = string("reshape_63")]; tensor tile_15_reps_0 = const()[name = string("tile_15_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_15 = tile(reps = tile_15_reps_0, x = reshape_63)[name = string("tile_15")]; tensor reshape_64_shape_0 = const()[name = string("reshape_64_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_64 = reshape(shape = reshape_64_shape_0, x = tile_15)[name = string("reshape_64")]; fp16 mul_360_y_0 = const()[name = string("mul_360_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_360 = mul(x = add_42, y = mul_360_y_0)[name = string("mul_360")]; bool matmul_14_transpose_y_0 = const()[name = string("matmul_14_transpose_y_0"), val = bool(true)]; bool matmul_14_transpose_x_0 = const()[name = string("matmul_14_transpose_x_0"), val = bool(false)]; tensor matmul_14 = matmul(transpose_x = matmul_14_transpose_x_0, transpose_y = matmul_14_transpose_y_0, x = mul_360, y = reshape_62)[name = string("matmul_14")]; tensor add_44 = add(x = matmul_14, y = reshape_1)[name = string("add_44")]; int32 softmax_7_axis_0 = const()[name = string("softmax_7_axis_0"), val = int32(-1)]; tensor softmax_7 = softmax(axis = softmax_7_axis_0, x = add_44)[name = string("softmax_7")]; bool matmul_15_transpose_x_0 = const()[name = string("matmul_15_transpose_x_0"), val = bool(false)]; bool matmul_15_transpose_y_0 = const()[name = string("matmul_15_transpose_y_0"), val = bool(false)]; tensor matmul_15 = matmul(transpose_x = matmul_15_transpose_x_0, transpose_y = matmul_15_transpose_y_0, x = softmax_7, y = reshape_64)[name = string("matmul_15")]; tensor transpose_31_perm_0 = const()[name = string("transpose_31_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_65_shape_0 = const()[name = string("reshape_65_shape_0"), val = tensor([8, 352])]; tensor transpose_31 = transpose(perm = transpose_31_perm_0, x = matmul_15)[name = string("transpose_32")]; tensor reshape_65 = reshape(shape = reshape_65_shape_0, x = transpose_31)[name = string("reshape_65")]; tensor mul_361 = mul(x = reshape_65, y = reshape_65)[name = string("mul_361")]; tensor reduce_mean_77_axes_0 = const()[name = string("reduce_mean_77_axes_0"), val = tensor([-1])]; bool reduce_mean_77_keep_dims_0 = const()[name = string("reduce_mean_77_keep_dims_0"), val = bool(true)]; tensor reduce_mean_77 = reduce_mean(axes = reduce_mean_77_axes_0, keep_dims = reduce_mean_77_keep_dims_0, x = mul_361)[name = string("reduce_mean_77")]; fp32 rsqrt_77_epsilon_0 = const()[name = string("rsqrt_77_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_77 = rsqrt(epsilon = rsqrt_77_epsilon_0, x = reduce_mean_77)[name = string("rsqrt_77")]; tensor mul_362 = mul(x = reshape_65, y = rsqrt_77)[name = string("mul_362")]; tensor mul_363_y_0 = const()[name = string("mul_363_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786112)))]; tensor mul_363 = mul(x = mul_362, y = mul_363_y_0)[name = string("mul_363")]; tensor tern_7_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4786880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_o_weight_0_palettized")]; tensor tern_7_o = linear(bias = linear_0_bias_0, weight = tern_7_o_weight_0_palettized, x = mul_363)[name = string("tern_7_o")]; tensor mul_364_y_0 = const()[name = string("mul_364_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4817920)))]; tensor mul_364 = mul(x = tern_7_o, y = mul_364_y_0)[name = string("mul_364")]; tensor add_45 = add(x = add_41, y = mul_364)[name = string("add_45")]; tensor mul_365 = mul(x = add_45, y = add_45)[name = string("mul_365")]; tensor reduce_mean_78_axes_0 = const()[name = string("reduce_mean_78_axes_0"), val = tensor([-1])]; bool reduce_mean_78_keep_dims_0 = const()[name = string("reduce_mean_78_keep_dims_0"), val = bool(true)]; tensor reduce_mean_78 = reduce_mean(axes = reduce_mean_78_axes_0, keep_dims = reduce_mean_78_keep_dims_0, x = mul_365)[name = string("reduce_mean_78")]; fp32 rsqrt_78_epsilon_0 = const()[name = string("rsqrt_78_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_78 = rsqrt(epsilon = rsqrt_78_epsilon_0, x = reduce_mean_78)[name = string("rsqrt_78")]; tensor mul_366 = mul(x = add_45, y = rsqrt_78)[name = string("mul_366")]; tensor mul_367_y_0 = const()[name = string("mul_367_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4818688)))]; tensor mul_367 = mul(x = mul_366, y = mul_367_y_0)[name = string("mul_367")]; tensor mul_368 = mul(x = mul_367, y = mul_367)[name = string("mul_368")]; tensor reduce_mean_79_axes_0 = const()[name = string("reduce_mean_79_axes_0"), val = tensor([-1])]; bool reduce_mean_79_keep_dims_0 = const()[name = string("reduce_mean_79_keep_dims_0"), val = bool(true)]; tensor reduce_mean_79 = reduce_mean(axes = reduce_mean_79_axes_0, keep_dims = reduce_mean_79_keep_dims_0, x = mul_368)[name = string("reduce_mean_79")]; fp32 rsqrt_79_epsilon_0 = const()[name = string("rsqrt_79_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_79 = rsqrt(epsilon = rsqrt_79_epsilon_0, x = reduce_mean_79)[name = string("rsqrt_79")]; tensor mul_369 = mul(x = mul_367, y = rsqrt_79)[name = string("mul_369")]; tensor mul_370_y_0 = const()[name = string("mul_370_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4819456)))]; tensor mul_370 = mul(x = mul_369, y = mul_370_y_0)[name = string("mul_370")]; tensor tern_7_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4820224))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w1_weight_0_palettized")]; tensor tern_7_w1 = linear(bias = linear_4_bias_0, weight = tern_7_w1_weight_0_palettized, x = mul_370)[name = string("tern_7_w1")]; tensor mul_371_y_0 = const()[name = string("mul_371_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4904768)))]; tensor mul_371 = mul(x = tern_7_w1, y = mul_371_y_0)[name = string("mul_371")]; tensor mul_374_y_0 = const()[name = string("mul_374_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4906752)))]; tensor mul_374 = mul(x = mul_369, y = mul_374_y_0)[name = string("mul_374")]; tensor tern_7_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4907520))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w3_weight_0_palettized")]; tensor tern_7_w3 = linear(bias = linear_4_bias_0, weight = tern_7_w3_weight_0_palettized, x = mul_374)[name = string("tern_7_w3")]; tensor mul_375_y_0 = const()[name = string("mul_375_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4992064)))]; tensor mul_375 = mul(x = tern_7_w3, y = mul_375_y_0)[name = string("mul_375")]; fp16 mul_376_y_0 = const()[name = string("mul_376_y_0"), val = fp16(0x1p-1)]; tensor mul_376 = mul(x = mul_371, y = mul_376_y_0)[name = string("mul_376")]; tensor tanh_7 = tanh(x = mul_376)[name = string("tanh_7")]; fp16 mul_377_x_0 = const()[name = string("mul_377_x_0"), val = fp16(0x1p-1)]; tensor mul_377 = mul(x = mul_377_x_0, y = tanh_7)[name = string("mul_377")]; fp16 add_46_x_0 = const()[name = string("add_46_x_0"), val = fp16(0x1p-1)]; tensor add_46 = add(x = add_46_x_0, y = mul_377)[name = string("add_46")]; tensor mul_378 = mul(x = mul_371, y = add_46)[name = string("mul_378")]; tensor mul_379 = mul(x = mul_378, y = mul_375)[name = string("mul_379")]; tensor mul_380 = mul(x = mul_379, y = mul_379)[name = string("mul_380")]; tensor reduce_mean_81_axes_0 = const()[name = string("reduce_mean_81_axes_0"), val = tensor([-1])]; bool reduce_mean_81_keep_dims_0 = const()[name = string("reduce_mean_81_keep_dims_0"), val = bool(true)]; tensor reduce_mean_81 = reduce_mean(axes = reduce_mean_81_axes_0, keep_dims = reduce_mean_81_keep_dims_0, x = mul_380)[name = string("reduce_mean_81")]; fp32 rsqrt_81_epsilon_0 = const()[name = string("rsqrt_81_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_81 = rsqrt(epsilon = rsqrt_81_epsilon_0, x = reduce_mean_81)[name = string("rsqrt_81")]; tensor mul_381 = mul(x = mul_379, y = rsqrt_81)[name = string("mul_381")]; tensor mul_382_y_0 = const()[name = string("mul_382_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4994048)))]; tensor mul_382 = mul(x = mul_381, y = mul_382_y_0)[name = string("mul_382")]; tensor tern_7_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(4996032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_7_w2_weight_0_palettized")]; tensor tern_7_w2 = linear(bias = linear_0_bias_0, weight = tern_7_w2_weight_0_palettized, x = mul_382)[name = string("tern_7_w2")]; tensor mul_383_y_0 = const()[name = string("mul_383_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5080576)))]; tensor mul_383 = mul(x = tern_7_w2, y = mul_383_y_0)[name = string("mul_383")]; tensor add_47 = add(x = add_45, y = mul_383)[name = string("add_47")]; tensor mul_384 = mul(x = add_47, y = add_47)[name = string("mul_384")]; tensor reduce_mean_82_axes_0 = const()[name = string("reduce_mean_82_axes_0"), val = tensor([-1])]; bool reduce_mean_82_keep_dims_0 = const()[name = string("reduce_mean_82_keep_dims_0"), val = bool(true)]; tensor reduce_mean_82 = reduce_mean(axes = reduce_mean_82_axes_0, keep_dims = reduce_mean_82_keep_dims_0, x = mul_384)[name = string("reduce_mean_82")]; fp32 rsqrt_82_epsilon_0 = const()[name = string("rsqrt_82_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_82 = rsqrt(epsilon = rsqrt_82_epsilon_0, x = reduce_mean_82)[name = string("rsqrt_82")]; tensor mul_385 = mul(x = add_47, y = rsqrt_82)[name = string("mul_385")]; tensor mul_386_y_0 = const()[name = string("mul_386_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5081344)))]; tensor mul_386 = mul(x = mul_385, y = mul_386_y_0)[name = string("mul_386")]; tensor mul_387 = mul(x = mul_386, y = mul_386)[name = string("mul_387")]; tensor reduce_mean_83_axes_0 = const()[name = string("reduce_mean_83_axes_0"), val = tensor([-1])]; bool reduce_mean_83_keep_dims_0 = const()[name = string("reduce_mean_83_keep_dims_0"), val = bool(true)]; tensor reduce_mean_83 = reduce_mean(axes = reduce_mean_83_axes_0, keep_dims = reduce_mean_83_keep_dims_0, x = mul_387)[name = string("reduce_mean_83")]; fp32 rsqrt_83_epsilon_0 = const()[name = string("rsqrt_83_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_83 = rsqrt(epsilon = rsqrt_83_epsilon_0, x = reduce_mean_83)[name = string("rsqrt_83")]; tensor mul_388 = mul(x = mul_386, y = rsqrt_83)[name = string("mul_388")]; tensor mul_389_y_0 = const()[name = string("mul_389_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082112)))]; tensor mul_389 = mul(x = mul_388, y = mul_389_y_0)[name = string("mul_389")]; tensor tern_8_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5082880))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_q_weight_0_palettized")]; tensor tern_8_q = linear(bias = linear_0_bias_0, weight = tern_8_q_weight_0_palettized, x = mul_389)[name = string("tern_8_q")]; tensor mul_390_y_0 = const()[name = string("mul_390_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5113920)))]; tensor mul_390 = mul(x = tern_8_q, y = mul_390_y_0)[name = string("mul_390")]; tensor reshape_66_shape_0 = const()[name = string("reshape_66_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_66 = reshape(shape = reshape_66_shape_0, x = mul_390)[name = string("reshape_66")]; tensor transpose_32_perm_0 = const()[name = string("transpose_32_perm_0"), val = tensor([1, 0, 2])]; tensor mul_393_y_0 = const()[name = string("mul_393_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5114688)))]; tensor mul_393 = mul(x = mul_388, y = mul_393_y_0)[name = string("mul_393")]; tensor tern_8_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5115456))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_k_weight_0_palettized")]; tensor tern_8_k_bias_0 = const()[name = string("tern_8_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_k = linear(bias = tern_8_k_bias_0, weight = tern_8_k_weight_0_palettized, x = mul_393)[name = string("tern_8_k")]; tensor mul_394_y_0 = const()[name = string("mul_394_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123264)))]; tensor mul_394 = mul(x = tern_8_k, y = mul_394_y_0)[name = string("mul_394")]; tensor reshape_67_shape_0 = const()[name = string("reshape_67_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_67 = reshape(shape = reshape_67_shape_0, x = mul_394)[name = string("reshape_67")]; tensor transpose_33_perm_0 = const()[name = string("transpose_33_perm_0"), val = tensor([1, 0, 2])]; tensor mul_397_y_0 = const()[name = string("mul_397_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5123520)))]; tensor mul_397 = mul(x = mul_388, y = mul_397_y_0)[name = string("mul_397")]; tensor tern_8_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5124288))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_v_weight_0_palettized")]; tensor tern_8_v_bias_0 = const()[name = string("tern_8_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_8_v = linear(bias = tern_8_v_bias_0, weight = tern_8_v_weight_0_palettized, x = mul_397)[name = string("tern_8_v")]; tensor mul_398_y_0 = const()[name = string("mul_398_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132096)))]; tensor mul_398 = mul(x = tern_8_v, y = mul_398_y_0)[name = string("mul_398")]; tensor reshape_68_shape_0 = const()[name = string("reshape_68_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_68 = reshape(shape = reshape_68_shape_0, x = mul_398)[name = string("reshape_68")]; tensor transpose_34_perm_0 = const()[name = string("transpose_34_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_32 = transpose(perm = transpose_32_perm_0, x = reshape_66)[name = string("transpose_31")]; tensor mul_399 = mul(x = transpose_32, y = transpose_32)[name = string("mul_399")]; tensor reduce_mean_86_axes_0 = const()[name = string("reduce_mean_86_axes_0"), val = tensor([-1])]; bool reduce_mean_86_keep_dims_0 = const()[name = string("reduce_mean_86_keep_dims_0"), val = bool(true)]; tensor reduce_mean_86 = reduce_mean(axes = reduce_mean_86_axes_0, keep_dims = reduce_mean_86_keep_dims_0, x = mul_399)[name = string("reduce_mean_86")]; fp32 rsqrt_86_epsilon_0 = const()[name = string("rsqrt_86_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_86 = rsqrt(epsilon = rsqrt_86_epsilon_0, x = reduce_mean_86)[name = string("rsqrt_86")]; tensor mul_400 = mul(x = transpose_32, y = rsqrt_86)[name = string("mul_400")]; tensor mul_401_y_0 = const()[name = string("mul_401_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132352)))]; tensor mul_401 = mul(x = mul_400, y = mul_401_y_0)[name = string("mul_401")]; tensor slice_by_index_32_begin_0 = const()[name = string("slice_by_index_32_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_32_end_0 = const()[name = string("slice_by_index_32_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_32_end_mask_0 = const()[name = string("slice_by_index_32_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_32 = slice_by_index(begin = slice_by_index_32_begin_0, end = slice_by_index_32_end_0, end_mask = slice_by_index_32_end_mask_0, x = mul_401)[name = string("slice_by_index_32")]; tensor slice_by_index_33_begin_0 = const()[name = string("slice_by_index_33_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_33_end_0 = const()[name = string("slice_by_index_33_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_33_end_mask_0 = const()[name = string("slice_by_index_33_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_33 = slice_by_index(begin = slice_by_index_33_begin_0, end = slice_by_index_33_end_0, end_mask = slice_by_index_33_end_mask_0, x = mul_401)[name = string("slice_by_index_33")]; int32 concat_16_axis_0 = const()[name = string("concat_16_axis_0"), val = int32(-1)]; bool concat_16_interleave_0 = const()[name = string("concat_16_interleave_0"), val = bool(false)]; tensor concat_16 = concat(axis = concat_16_axis_0, interleave = concat_16_interleave_0, values = (slice_by_index_33, slice_by_index_32))[name = string("concat_16")]; tensor mul_402_y_0 = const()[name = string("mul_402_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_402 = mul(x = concat_16, y = mul_402_y_0)[name = string("mul_402")]; tensor mul_403 = mul(x = mul_401, y = mul_11_y_0)[name = string("mul_403")]; tensor mul_404 = mul(x = mul_402, y = mul_12_y_0)[name = string("mul_404")]; tensor add_48 = add(x = mul_403, y = mul_404)[name = string("add_48")]; tensor transpose_33 = transpose(perm = transpose_33_perm_0, x = reshape_67)[name = string("transpose_30")]; tensor mul_405 = mul(x = transpose_33, y = transpose_33)[name = string("mul_405")]; tensor reduce_mean_87_axes_0 = const()[name = string("reduce_mean_87_axes_0"), val = tensor([-1])]; bool reduce_mean_87_keep_dims_0 = const()[name = string("reduce_mean_87_keep_dims_0"), val = bool(true)]; tensor reduce_mean_87 = reduce_mean(axes = reduce_mean_87_axes_0, keep_dims = reduce_mean_87_keep_dims_0, x = mul_405)[name = string("reduce_mean_87")]; fp32 rsqrt_87_epsilon_0 = const()[name = string("rsqrt_87_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_87 = rsqrt(epsilon = rsqrt_87_epsilon_0, x = reduce_mean_87)[name = string("rsqrt_87")]; tensor mul_406 = mul(x = transpose_33, y = rsqrt_87)[name = string("mul_406")]; tensor mul_407_y_0 = const()[name = string("mul_407_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132544)))]; tensor mul_407 = mul(x = mul_406, y = mul_407_y_0)[name = string("mul_407")]; tensor slice_by_index_34_begin_0 = const()[name = string("slice_by_index_34_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_34_end_0 = const()[name = string("slice_by_index_34_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_34_end_mask_0 = const()[name = string("slice_by_index_34_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_34 = slice_by_index(begin = slice_by_index_34_begin_0, end = slice_by_index_34_end_0, end_mask = slice_by_index_34_end_mask_0, x = mul_407)[name = string("slice_by_index_34")]; tensor slice_by_index_35_begin_0 = const()[name = string("slice_by_index_35_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_35_end_0 = const()[name = string("slice_by_index_35_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_35_end_mask_0 = const()[name = string("slice_by_index_35_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_35 = slice_by_index(begin = slice_by_index_35_begin_0, end = slice_by_index_35_end_0, end_mask = slice_by_index_35_end_mask_0, x = mul_407)[name = string("slice_by_index_35")]; int32 concat_17_axis_0 = const()[name = string("concat_17_axis_0"), val = int32(-1)]; bool concat_17_interleave_0 = const()[name = string("concat_17_interleave_0"), val = bool(false)]; tensor concat_17 = concat(axis = concat_17_axis_0, interleave = concat_17_interleave_0, values = (slice_by_index_35, slice_by_index_34))[name = string("concat_17")]; tensor mul_408_y_0 = const()[name = string("mul_408_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_408 = mul(x = concat_17, y = mul_408_y_0)[name = string("mul_408")]; tensor mul_409 = mul(x = mul_407, y = mul_11_y_0)[name = string("mul_409")]; tensor mul_410 = mul(x = mul_408, y = mul_12_y_0)[name = string("mul_410")]; tensor add_49 = add(x = mul_409, y = mul_410)[name = string("add_49")]; tensor reshape_69_shape_0 = const()[name = string("reshape_69_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_69 = reshape(shape = reshape_69_shape_0, x = add_49)[name = string("reshape_69")]; tensor tile_16_reps_0 = const()[name = string("tile_16_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_16 = tile(reps = tile_16_reps_0, x = reshape_69)[name = string("tile_16")]; tensor reshape_70_shape_0 = const()[name = string("reshape_70_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_70 = reshape(shape = reshape_70_shape_0, x = tile_16)[name = string("reshape_70")]; tensor reshape_71_shape_0 = const()[name = string("reshape_71_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_34 = transpose(perm = transpose_34_perm_0, x = reshape_68)[name = string("transpose_29")]; tensor reshape_71 = reshape(shape = reshape_71_shape_0, x = transpose_34)[name = string("reshape_71")]; tensor tile_17_reps_0 = const()[name = string("tile_17_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_17 = tile(reps = tile_17_reps_0, x = reshape_71)[name = string("tile_17")]; tensor reshape_72_shape_0 = const()[name = string("reshape_72_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_72 = reshape(shape = reshape_72_shape_0, x = tile_17)[name = string("reshape_72")]; fp16 mul_411_y_0 = const()[name = string("mul_411_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_411 = mul(x = add_48, y = mul_411_y_0)[name = string("mul_411")]; bool matmul_16_transpose_y_0 = const()[name = string("matmul_16_transpose_y_0"), val = bool(true)]; bool matmul_16_transpose_x_0 = const()[name = string("matmul_16_transpose_x_0"), val = bool(false)]; tensor matmul_16 = matmul(transpose_x = matmul_16_transpose_x_0, transpose_y = matmul_16_transpose_y_0, x = mul_411, y = reshape_70)[name = string("matmul_16")]; tensor add_50 = add(x = matmul_16, y = reshape_1)[name = string("add_50")]; int32 softmax_8_axis_0 = const()[name = string("softmax_8_axis_0"), val = int32(-1)]; tensor softmax_8 = softmax(axis = softmax_8_axis_0, x = add_50)[name = string("softmax_8")]; bool matmul_17_transpose_x_0 = const()[name = string("matmul_17_transpose_x_0"), val = bool(false)]; bool matmul_17_transpose_y_0 = const()[name = string("matmul_17_transpose_y_0"), val = bool(false)]; tensor matmul_17 = matmul(transpose_x = matmul_17_transpose_x_0, transpose_y = matmul_17_transpose_y_0, x = softmax_8, y = reshape_72)[name = string("matmul_17")]; tensor transpose_35_perm_0 = const()[name = string("transpose_35_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_73_shape_0 = const()[name = string("reshape_73_shape_0"), val = tensor([8, 352])]; tensor transpose_35 = transpose(perm = transpose_35_perm_0, x = matmul_17)[name = string("transpose_28")]; tensor reshape_73 = reshape(shape = reshape_73_shape_0, x = transpose_35)[name = string("reshape_73")]; tensor mul_412 = mul(x = reshape_73, y = reshape_73)[name = string("mul_412")]; tensor reduce_mean_88_axes_0 = const()[name = string("reduce_mean_88_axes_0"), val = tensor([-1])]; bool reduce_mean_88_keep_dims_0 = const()[name = string("reduce_mean_88_keep_dims_0"), val = bool(true)]; tensor reduce_mean_88 = reduce_mean(axes = reduce_mean_88_axes_0, keep_dims = reduce_mean_88_keep_dims_0, x = mul_412)[name = string("reduce_mean_88")]; fp32 rsqrt_88_epsilon_0 = const()[name = string("rsqrt_88_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_88 = rsqrt(epsilon = rsqrt_88_epsilon_0, x = reduce_mean_88)[name = string("rsqrt_88")]; tensor mul_413 = mul(x = reshape_73, y = rsqrt_88)[name = string("mul_413")]; tensor mul_414_y_0 = const()[name = string("mul_414_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5132736)))]; tensor mul_414 = mul(x = mul_413, y = mul_414_y_0)[name = string("mul_414")]; tensor tern_8_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5133504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_o_weight_0_palettized")]; tensor tern_8_o = linear(bias = linear_0_bias_0, weight = tern_8_o_weight_0_palettized, x = mul_414)[name = string("tern_8_o")]; tensor mul_415_y_0 = const()[name = string("mul_415_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5164544)))]; tensor mul_415 = mul(x = tern_8_o, y = mul_415_y_0)[name = string("mul_415")]; tensor add_51 = add(x = add_47, y = mul_415)[name = string("add_51")]; tensor mul_416 = mul(x = add_51, y = add_51)[name = string("mul_416")]; tensor reduce_mean_89_axes_0 = const()[name = string("reduce_mean_89_axes_0"), val = tensor([-1])]; bool reduce_mean_89_keep_dims_0 = const()[name = string("reduce_mean_89_keep_dims_0"), val = bool(true)]; tensor reduce_mean_89 = reduce_mean(axes = reduce_mean_89_axes_0, keep_dims = reduce_mean_89_keep_dims_0, x = mul_416)[name = string("reduce_mean_89")]; fp32 rsqrt_89_epsilon_0 = const()[name = string("rsqrt_89_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_89 = rsqrt(epsilon = rsqrt_89_epsilon_0, x = reduce_mean_89)[name = string("rsqrt_89")]; tensor mul_417 = mul(x = add_51, y = rsqrt_89)[name = string("mul_417")]; tensor mul_418_y_0 = const()[name = string("mul_418_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5165312)))]; tensor mul_418 = mul(x = mul_417, y = mul_418_y_0)[name = string("mul_418")]; tensor mul_419 = mul(x = mul_418, y = mul_418)[name = string("mul_419")]; tensor reduce_mean_90_axes_0 = const()[name = string("reduce_mean_90_axes_0"), val = tensor([-1])]; bool reduce_mean_90_keep_dims_0 = const()[name = string("reduce_mean_90_keep_dims_0"), val = bool(true)]; tensor reduce_mean_90 = reduce_mean(axes = reduce_mean_90_axes_0, keep_dims = reduce_mean_90_keep_dims_0, x = mul_419)[name = string("reduce_mean_90")]; fp32 rsqrt_90_epsilon_0 = const()[name = string("rsqrt_90_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_90 = rsqrt(epsilon = rsqrt_90_epsilon_0, x = reduce_mean_90)[name = string("rsqrt_90")]; tensor mul_420 = mul(x = mul_418, y = rsqrt_90)[name = string("mul_420")]; tensor mul_421_y_0 = const()[name = string("mul_421_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166080)))]; tensor mul_421 = mul(x = mul_420, y = mul_421_y_0)[name = string("mul_421")]; tensor tern_8_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5166848))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w1_weight_0_palettized")]; tensor tern_8_w1 = linear(bias = linear_4_bias_0, weight = tern_8_w1_weight_0_palettized, x = mul_421)[name = string("tern_8_w1")]; tensor mul_422_y_0 = const()[name = string("mul_422_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5251392)))]; tensor mul_422 = mul(x = tern_8_w1, y = mul_422_y_0)[name = string("mul_422")]; tensor mul_425_y_0 = const()[name = string("mul_425_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5253376)))]; tensor mul_425 = mul(x = mul_420, y = mul_425_y_0)[name = string("mul_425")]; tensor tern_8_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5254144))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w3_weight_0_palettized")]; tensor tern_8_w3 = linear(bias = linear_4_bias_0, weight = tern_8_w3_weight_0_palettized, x = mul_425)[name = string("tern_8_w3")]; tensor mul_426_y_0 = const()[name = string("mul_426_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5338688)))]; tensor mul_426 = mul(x = tern_8_w3, y = mul_426_y_0)[name = string("mul_426")]; fp16 mul_427_y_0 = const()[name = string("mul_427_y_0"), val = fp16(0x1p-1)]; tensor mul_427 = mul(x = mul_422, y = mul_427_y_0)[name = string("mul_427")]; tensor tanh_8 = tanh(x = mul_427)[name = string("tanh_8")]; fp16 mul_428_x_0 = const()[name = string("mul_428_x_0"), val = fp16(0x1p-1)]; tensor mul_428 = mul(x = mul_428_x_0, y = tanh_8)[name = string("mul_428")]; fp16 add_52_x_0 = const()[name = string("add_52_x_0"), val = fp16(0x1p-1)]; tensor add_52 = add(x = add_52_x_0, y = mul_428)[name = string("add_52")]; tensor mul_429 = mul(x = mul_422, y = add_52)[name = string("mul_429")]; tensor mul_430 = mul(x = mul_429, y = mul_426)[name = string("mul_430")]; tensor mul_431 = mul(x = mul_430, y = mul_430)[name = string("mul_431")]; tensor reduce_mean_92_axes_0 = const()[name = string("reduce_mean_92_axes_0"), val = tensor([-1])]; bool reduce_mean_92_keep_dims_0 = const()[name = string("reduce_mean_92_keep_dims_0"), val = bool(true)]; tensor reduce_mean_92 = reduce_mean(axes = reduce_mean_92_axes_0, keep_dims = reduce_mean_92_keep_dims_0, x = mul_431)[name = string("reduce_mean_92")]; fp32 rsqrt_92_epsilon_0 = const()[name = string("rsqrt_92_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_92 = rsqrt(epsilon = rsqrt_92_epsilon_0, x = reduce_mean_92)[name = string("rsqrt_92")]; tensor mul_432 = mul(x = mul_430, y = rsqrt_92)[name = string("mul_432")]; tensor mul_433_y_0 = const()[name = string("mul_433_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5340672)))]; tensor mul_433 = mul(x = mul_432, y = mul_433_y_0)[name = string("mul_433")]; tensor tern_8_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5342656))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_8_w2_weight_0_palettized")]; tensor tern_8_w2 = linear(bias = linear_0_bias_0, weight = tern_8_w2_weight_0_palettized, x = mul_433)[name = string("tern_8_w2")]; tensor mul_434_y_0 = const()[name = string("mul_434_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427200)))]; tensor mul_434 = mul(x = tern_8_w2, y = mul_434_y_0)[name = string("mul_434")]; tensor add_53 = add(x = add_51, y = mul_434)[name = string("add_53")]; tensor mul_435 = mul(x = add_53, y = add_53)[name = string("mul_435")]; tensor reduce_mean_93_axes_0 = const()[name = string("reduce_mean_93_axes_0"), val = tensor([-1])]; bool reduce_mean_93_keep_dims_0 = const()[name = string("reduce_mean_93_keep_dims_0"), val = bool(true)]; tensor reduce_mean_93 = reduce_mean(axes = reduce_mean_93_axes_0, keep_dims = reduce_mean_93_keep_dims_0, x = mul_435)[name = string("reduce_mean_93")]; fp32 rsqrt_93_epsilon_0 = const()[name = string("rsqrt_93_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_93 = rsqrt(epsilon = rsqrt_93_epsilon_0, x = reduce_mean_93)[name = string("rsqrt_93")]; tensor mul_436 = mul(x = add_53, y = rsqrt_93)[name = string("mul_436")]; tensor mul_437_y_0 = const()[name = string("mul_437_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5427968)))]; tensor mul_437 = mul(x = mul_436, y = mul_437_y_0)[name = string("mul_437")]; tensor mul_438 = mul(x = mul_437, y = mul_437)[name = string("mul_438")]; tensor reduce_mean_94_axes_0 = const()[name = string("reduce_mean_94_axes_0"), val = tensor([-1])]; bool reduce_mean_94_keep_dims_0 = const()[name = string("reduce_mean_94_keep_dims_0"), val = bool(true)]; tensor reduce_mean_94 = reduce_mean(axes = reduce_mean_94_axes_0, keep_dims = reduce_mean_94_keep_dims_0, x = mul_438)[name = string("reduce_mean_94")]; fp32 rsqrt_94_epsilon_0 = const()[name = string("rsqrt_94_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_94 = rsqrt(epsilon = rsqrt_94_epsilon_0, x = reduce_mean_94)[name = string("rsqrt_94")]; tensor mul_439 = mul(x = mul_437, y = rsqrt_94)[name = string("mul_439")]; tensor mul_440_y_0 = const()[name = string("mul_440_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5428736)))]; tensor mul_440 = mul(x = mul_439, y = mul_440_y_0)[name = string("mul_440")]; tensor tern_9_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5429504))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_q_weight_0_palettized")]; tensor tern_9_q = linear(bias = linear_0_bias_0, weight = tern_9_q_weight_0_palettized, x = mul_440)[name = string("tern_9_q")]; tensor mul_441_y_0 = const()[name = string("mul_441_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5460544)))]; tensor mul_441 = mul(x = tern_9_q, y = mul_441_y_0)[name = string("mul_441")]; tensor reshape_74_shape_0 = const()[name = string("reshape_74_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_74 = reshape(shape = reshape_74_shape_0, x = mul_441)[name = string("reshape_74")]; tensor transpose_36_perm_0 = const()[name = string("transpose_36_perm_0"), val = tensor([1, 0, 2])]; tensor mul_444_y_0 = const()[name = string("mul_444_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5461312)))]; tensor mul_444 = mul(x = mul_439, y = mul_444_y_0)[name = string("mul_444")]; tensor tern_9_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5462080))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_k_weight_0_palettized")]; tensor tern_9_k_bias_0 = const()[name = string("tern_9_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_k = linear(bias = tern_9_k_bias_0, weight = tern_9_k_weight_0_palettized, x = mul_444)[name = string("tern_9_k")]; tensor mul_445_y_0 = const()[name = string("mul_445_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5469888)))]; tensor mul_445 = mul(x = tern_9_k, y = mul_445_y_0)[name = string("mul_445")]; tensor reshape_75_shape_0 = const()[name = string("reshape_75_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_75 = reshape(shape = reshape_75_shape_0, x = mul_445)[name = string("reshape_75")]; tensor transpose_37_perm_0 = const()[name = string("transpose_37_perm_0"), val = tensor([1, 0, 2])]; tensor mul_448_y_0 = const()[name = string("mul_448_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470144)))]; tensor mul_448 = mul(x = mul_439, y = mul_448_y_0)[name = string("mul_448")]; tensor tern_9_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5470912))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_v_weight_0_palettized")]; tensor tern_9_v_bias_0 = const()[name = string("tern_9_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_9_v = linear(bias = tern_9_v_bias_0, weight = tern_9_v_weight_0_palettized, x = mul_448)[name = string("tern_9_v")]; tensor mul_449_y_0 = const()[name = string("mul_449_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478720)))]; tensor mul_449 = mul(x = tern_9_v, y = mul_449_y_0)[name = string("mul_449")]; tensor reshape_76_shape_0 = const()[name = string("reshape_76_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_76 = reshape(shape = reshape_76_shape_0, x = mul_449)[name = string("reshape_76")]; tensor transpose_38_perm_0 = const()[name = string("transpose_38_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_36 = transpose(perm = transpose_36_perm_0, x = reshape_74)[name = string("transpose_27")]; tensor mul_450 = mul(x = transpose_36, y = transpose_36)[name = string("mul_450")]; tensor reduce_mean_97_axes_0 = const()[name = string("reduce_mean_97_axes_0"), val = tensor([-1])]; bool reduce_mean_97_keep_dims_0 = const()[name = string("reduce_mean_97_keep_dims_0"), val = bool(true)]; tensor reduce_mean_97 = reduce_mean(axes = reduce_mean_97_axes_0, keep_dims = reduce_mean_97_keep_dims_0, x = mul_450)[name = string("reduce_mean_97")]; fp32 rsqrt_97_epsilon_0 = const()[name = string("rsqrt_97_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_97 = rsqrt(epsilon = rsqrt_97_epsilon_0, x = reduce_mean_97)[name = string("rsqrt_97")]; tensor mul_451 = mul(x = transpose_36, y = rsqrt_97)[name = string("mul_451")]; tensor mul_452_y_0 = const()[name = string("mul_452_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5478976)))]; tensor mul_452 = mul(x = mul_451, y = mul_452_y_0)[name = string("mul_452")]; tensor slice_by_index_36_begin_0 = const()[name = string("slice_by_index_36_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_36_end_0 = const()[name = string("slice_by_index_36_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_36_end_mask_0 = const()[name = string("slice_by_index_36_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_36 = slice_by_index(begin = slice_by_index_36_begin_0, end = slice_by_index_36_end_0, end_mask = slice_by_index_36_end_mask_0, x = mul_452)[name = string("slice_by_index_36")]; tensor slice_by_index_37_begin_0 = const()[name = string("slice_by_index_37_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_37_end_0 = const()[name = string("slice_by_index_37_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_37_end_mask_0 = const()[name = string("slice_by_index_37_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_37 = slice_by_index(begin = slice_by_index_37_begin_0, end = slice_by_index_37_end_0, end_mask = slice_by_index_37_end_mask_0, x = mul_452)[name = string("slice_by_index_37")]; int32 concat_18_axis_0 = const()[name = string("concat_18_axis_0"), val = int32(-1)]; bool concat_18_interleave_0 = const()[name = string("concat_18_interleave_0"), val = bool(false)]; tensor concat_18 = concat(axis = concat_18_axis_0, interleave = concat_18_interleave_0, values = (slice_by_index_37, slice_by_index_36))[name = string("concat_18")]; tensor mul_453_y_0 = const()[name = string("mul_453_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_453 = mul(x = concat_18, y = mul_453_y_0)[name = string("mul_453")]; tensor mul_454 = mul(x = mul_452, y = mul_11_y_0)[name = string("mul_454")]; tensor mul_455 = mul(x = mul_453, y = mul_12_y_0)[name = string("mul_455")]; tensor add_54 = add(x = mul_454, y = mul_455)[name = string("add_54")]; tensor transpose_37 = transpose(perm = transpose_37_perm_0, x = reshape_75)[name = string("transpose_26")]; tensor mul_456 = mul(x = transpose_37, y = transpose_37)[name = string("mul_456")]; tensor reduce_mean_98_axes_0 = const()[name = string("reduce_mean_98_axes_0"), val = tensor([-1])]; bool reduce_mean_98_keep_dims_0 = const()[name = string("reduce_mean_98_keep_dims_0"), val = bool(true)]; tensor reduce_mean_98 = reduce_mean(axes = reduce_mean_98_axes_0, keep_dims = reduce_mean_98_keep_dims_0, x = mul_456)[name = string("reduce_mean_98")]; fp32 rsqrt_98_epsilon_0 = const()[name = string("rsqrt_98_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_98 = rsqrt(epsilon = rsqrt_98_epsilon_0, x = reduce_mean_98)[name = string("rsqrt_98")]; tensor mul_457 = mul(x = transpose_37, y = rsqrt_98)[name = string("mul_457")]; tensor mul_458_y_0 = const()[name = string("mul_458_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479168)))]; tensor mul_458 = mul(x = mul_457, y = mul_458_y_0)[name = string("mul_458")]; tensor slice_by_index_38_begin_0 = const()[name = string("slice_by_index_38_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_38_end_0 = const()[name = string("slice_by_index_38_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_38_end_mask_0 = const()[name = string("slice_by_index_38_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_38 = slice_by_index(begin = slice_by_index_38_begin_0, end = slice_by_index_38_end_0, end_mask = slice_by_index_38_end_mask_0, x = mul_458)[name = string("slice_by_index_38")]; tensor slice_by_index_39_begin_0 = const()[name = string("slice_by_index_39_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_39_end_0 = const()[name = string("slice_by_index_39_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_39_end_mask_0 = const()[name = string("slice_by_index_39_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_39 = slice_by_index(begin = slice_by_index_39_begin_0, end = slice_by_index_39_end_0, end_mask = slice_by_index_39_end_mask_0, x = mul_458)[name = string("slice_by_index_39")]; int32 concat_19_axis_0 = const()[name = string("concat_19_axis_0"), val = int32(-1)]; bool concat_19_interleave_0 = const()[name = string("concat_19_interleave_0"), val = bool(false)]; tensor concat_19 = concat(axis = concat_19_axis_0, interleave = concat_19_interleave_0, values = (slice_by_index_39, slice_by_index_38))[name = string("concat_19")]; tensor mul_459_y_0 = const()[name = string("mul_459_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_459 = mul(x = concat_19, y = mul_459_y_0)[name = string("mul_459")]; tensor mul_460 = mul(x = mul_458, y = mul_11_y_0)[name = string("mul_460")]; tensor mul_461 = mul(x = mul_459, y = mul_12_y_0)[name = string("mul_461")]; tensor add_55 = add(x = mul_460, y = mul_461)[name = string("add_55")]; tensor reshape_77_shape_0 = const()[name = string("reshape_77_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_77 = reshape(shape = reshape_77_shape_0, x = add_55)[name = string("reshape_77")]; tensor tile_18_reps_0 = const()[name = string("tile_18_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_18 = tile(reps = tile_18_reps_0, x = reshape_77)[name = string("tile_18")]; tensor reshape_78_shape_0 = const()[name = string("reshape_78_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_78 = reshape(shape = reshape_78_shape_0, x = tile_18)[name = string("reshape_78")]; tensor reshape_79_shape_0 = const()[name = string("reshape_79_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_38 = transpose(perm = transpose_38_perm_0, x = reshape_76)[name = string("transpose_25")]; tensor reshape_79 = reshape(shape = reshape_79_shape_0, x = transpose_38)[name = string("reshape_79")]; tensor tile_19_reps_0 = const()[name = string("tile_19_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_19 = tile(reps = tile_19_reps_0, x = reshape_79)[name = string("tile_19")]; tensor reshape_80_shape_0 = const()[name = string("reshape_80_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_80 = reshape(shape = reshape_80_shape_0, x = tile_19)[name = string("reshape_80")]; fp16 mul_462_y_0 = const()[name = string("mul_462_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_462 = mul(x = add_54, y = mul_462_y_0)[name = string("mul_462")]; bool matmul_18_transpose_y_0 = const()[name = string("matmul_18_transpose_y_0"), val = bool(true)]; bool matmul_18_transpose_x_0 = const()[name = string("matmul_18_transpose_x_0"), val = bool(false)]; tensor matmul_18 = matmul(transpose_x = matmul_18_transpose_x_0, transpose_y = matmul_18_transpose_y_0, x = mul_462, y = reshape_78)[name = string("matmul_18")]; tensor add_56 = add(x = matmul_18, y = reshape_1)[name = string("add_56")]; int32 softmax_9_axis_0 = const()[name = string("softmax_9_axis_0"), val = int32(-1)]; tensor softmax_9 = softmax(axis = softmax_9_axis_0, x = add_56)[name = string("softmax_9")]; bool matmul_19_transpose_x_0 = const()[name = string("matmul_19_transpose_x_0"), val = bool(false)]; bool matmul_19_transpose_y_0 = const()[name = string("matmul_19_transpose_y_0"), val = bool(false)]; tensor matmul_19 = matmul(transpose_x = matmul_19_transpose_x_0, transpose_y = matmul_19_transpose_y_0, x = softmax_9, y = reshape_80)[name = string("matmul_19")]; tensor transpose_39_perm_0 = const()[name = string("transpose_39_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_81_shape_0 = const()[name = string("reshape_81_shape_0"), val = tensor([8, 352])]; tensor transpose_39 = transpose(perm = transpose_39_perm_0, x = matmul_19)[name = string("transpose_24")]; tensor reshape_81 = reshape(shape = reshape_81_shape_0, x = transpose_39)[name = string("reshape_81")]; tensor mul_463 = mul(x = reshape_81, y = reshape_81)[name = string("mul_463")]; tensor reduce_mean_99_axes_0 = const()[name = string("reduce_mean_99_axes_0"), val = tensor([-1])]; bool reduce_mean_99_keep_dims_0 = const()[name = string("reduce_mean_99_keep_dims_0"), val = bool(true)]; tensor reduce_mean_99 = reduce_mean(axes = reduce_mean_99_axes_0, keep_dims = reduce_mean_99_keep_dims_0, x = mul_463)[name = string("reduce_mean_99")]; fp32 rsqrt_99_epsilon_0 = const()[name = string("rsqrt_99_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_99 = rsqrt(epsilon = rsqrt_99_epsilon_0, x = reduce_mean_99)[name = string("rsqrt_99")]; tensor mul_464 = mul(x = reshape_81, y = rsqrt_99)[name = string("mul_464")]; tensor mul_465_y_0 = const()[name = string("mul_465_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5479360)))]; tensor mul_465 = mul(x = mul_464, y = mul_465_y_0)[name = string("mul_465")]; tensor tern_9_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5480128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_o_weight_0_palettized")]; tensor tern_9_o = linear(bias = linear_0_bias_0, weight = tern_9_o_weight_0_palettized, x = mul_465)[name = string("tern_9_o")]; tensor mul_466_y_0 = const()[name = string("mul_466_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511168)))]; tensor mul_466 = mul(x = tern_9_o, y = mul_466_y_0)[name = string("mul_466")]; tensor add_57 = add(x = add_53, y = mul_466)[name = string("add_57")]; tensor mul_467 = mul(x = add_57, y = add_57)[name = string("mul_467")]; tensor reduce_mean_100_axes_0 = const()[name = string("reduce_mean_100_axes_0"), val = tensor([-1])]; bool reduce_mean_100_keep_dims_0 = const()[name = string("reduce_mean_100_keep_dims_0"), val = bool(true)]; tensor reduce_mean_100 = reduce_mean(axes = reduce_mean_100_axes_0, keep_dims = reduce_mean_100_keep_dims_0, x = mul_467)[name = string("reduce_mean_100")]; fp32 rsqrt_100_epsilon_0 = const()[name = string("rsqrt_100_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_100 = rsqrt(epsilon = rsqrt_100_epsilon_0, x = reduce_mean_100)[name = string("rsqrt_100")]; tensor mul_468 = mul(x = add_57, y = rsqrt_100)[name = string("mul_468")]; tensor mul_469_y_0 = const()[name = string("mul_469_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5511936)))]; tensor mul_469 = mul(x = mul_468, y = mul_469_y_0)[name = string("mul_469")]; tensor mul_470 = mul(x = mul_469, y = mul_469)[name = string("mul_470")]; tensor reduce_mean_101_axes_0 = const()[name = string("reduce_mean_101_axes_0"), val = tensor([-1])]; bool reduce_mean_101_keep_dims_0 = const()[name = string("reduce_mean_101_keep_dims_0"), val = bool(true)]; tensor reduce_mean_101 = reduce_mean(axes = reduce_mean_101_axes_0, keep_dims = reduce_mean_101_keep_dims_0, x = mul_470)[name = string("reduce_mean_101")]; fp32 rsqrt_101_epsilon_0 = const()[name = string("rsqrt_101_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_101 = rsqrt(epsilon = rsqrt_101_epsilon_0, x = reduce_mean_101)[name = string("rsqrt_101")]; tensor mul_471 = mul(x = mul_469, y = rsqrt_101)[name = string("mul_471")]; tensor mul_472_y_0 = const()[name = string("mul_472_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5512704)))]; tensor mul_472 = mul(x = mul_471, y = mul_472_y_0)[name = string("mul_472")]; tensor tern_9_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5513472))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w1_weight_0_palettized")]; tensor tern_9_w1 = linear(bias = linear_4_bias_0, weight = tern_9_w1_weight_0_palettized, x = mul_472)[name = string("tern_9_w1")]; tensor mul_473_y_0 = const()[name = string("mul_473_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5598016)))]; tensor mul_473 = mul(x = tern_9_w1, y = mul_473_y_0)[name = string("mul_473")]; tensor mul_476_y_0 = const()[name = string("mul_476_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600000)))]; tensor mul_476 = mul(x = mul_471, y = mul_476_y_0)[name = string("mul_476")]; tensor tern_9_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5600768))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w3_weight_0_palettized")]; tensor tern_9_w3 = linear(bias = linear_4_bias_0, weight = tern_9_w3_weight_0_palettized, x = mul_476)[name = string("tern_9_w3")]; tensor mul_477_y_0 = const()[name = string("mul_477_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5685312)))]; tensor mul_477 = mul(x = tern_9_w3, y = mul_477_y_0)[name = string("mul_477")]; fp16 mul_478_y_0 = const()[name = string("mul_478_y_0"), val = fp16(0x1p-1)]; tensor mul_478 = mul(x = mul_473, y = mul_478_y_0)[name = string("mul_478")]; tensor tanh_9 = tanh(x = mul_478)[name = string("tanh_9")]; fp16 mul_479_x_0 = const()[name = string("mul_479_x_0"), val = fp16(0x1p-1)]; tensor mul_479 = mul(x = mul_479_x_0, y = tanh_9)[name = string("mul_479")]; fp16 add_58_x_0 = const()[name = string("add_58_x_0"), val = fp16(0x1p-1)]; tensor add_58 = add(x = add_58_x_0, y = mul_479)[name = string("add_58")]; tensor mul_480 = mul(x = mul_473, y = add_58)[name = string("mul_480")]; tensor mul_481 = mul(x = mul_480, y = mul_477)[name = string("mul_481")]; tensor mul_482 = mul(x = mul_481, y = mul_481)[name = string("mul_482")]; tensor reduce_mean_103_axes_0 = const()[name = string("reduce_mean_103_axes_0"), val = tensor([-1])]; bool reduce_mean_103_keep_dims_0 = const()[name = string("reduce_mean_103_keep_dims_0"), val = bool(true)]; tensor reduce_mean_103 = reduce_mean(axes = reduce_mean_103_axes_0, keep_dims = reduce_mean_103_keep_dims_0, x = mul_482)[name = string("reduce_mean_103")]; fp32 rsqrt_103_epsilon_0 = const()[name = string("rsqrt_103_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_103 = rsqrt(epsilon = rsqrt_103_epsilon_0, x = reduce_mean_103)[name = string("rsqrt_103")]; tensor mul_483 = mul(x = mul_481, y = rsqrt_103)[name = string("mul_483")]; tensor mul_484_y_0 = const()[name = string("mul_484_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5687296)))]; tensor mul_484 = mul(x = mul_483, y = mul_484_y_0)[name = string("mul_484")]; tensor tern_9_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5689280))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_9_w2_weight_0_palettized")]; tensor tern_9_w2 = linear(bias = linear_0_bias_0, weight = tern_9_w2_weight_0_palettized, x = mul_484)[name = string("tern_9_w2")]; tensor mul_485_y_0 = const()[name = string("mul_485_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5773824)))]; tensor mul_485 = mul(x = tern_9_w2, y = mul_485_y_0)[name = string("mul_485")]; tensor add_59 = add(x = add_57, y = mul_485)[name = string("add_59")]; tensor mul_486 = mul(x = add_59, y = add_59)[name = string("mul_486")]; tensor reduce_mean_104_axes_0 = const()[name = string("reduce_mean_104_axes_0"), val = tensor([-1])]; bool reduce_mean_104_keep_dims_0 = const()[name = string("reduce_mean_104_keep_dims_0"), val = bool(true)]; tensor reduce_mean_104 = reduce_mean(axes = reduce_mean_104_axes_0, keep_dims = reduce_mean_104_keep_dims_0, x = mul_486)[name = string("reduce_mean_104")]; fp32 rsqrt_104_epsilon_0 = const()[name = string("rsqrt_104_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_104 = rsqrt(epsilon = rsqrt_104_epsilon_0, x = reduce_mean_104)[name = string("rsqrt_104")]; tensor mul_487 = mul(x = add_59, y = rsqrt_104)[name = string("mul_487")]; tensor mul_488_y_0 = const()[name = string("mul_488_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5774592)))]; tensor mul_488 = mul(x = mul_487, y = mul_488_y_0)[name = string("mul_488")]; tensor mul_489 = mul(x = mul_488, y = mul_488)[name = string("mul_489")]; tensor reduce_mean_105_axes_0 = const()[name = string("reduce_mean_105_axes_0"), val = tensor([-1])]; bool reduce_mean_105_keep_dims_0 = const()[name = string("reduce_mean_105_keep_dims_0"), val = bool(true)]; tensor reduce_mean_105 = reduce_mean(axes = reduce_mean_105_axes_0, keep_dims = reduce_mean_105_keep_dims_0, x = mul_489)[name = string("reduce_mean_105")]; fp32 rsqrt_105_epsilon_0 = const()[name = string("rsqrt_105_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_105 = rsqrt(epsilon = rsqrt_105_epsilon_0, x = reduce_mean_105)[name = string("rsqrt_105")]; tensor mul_490 = mul(x = mul_488, y = rsqrt_105)[name = string("mul_490")]; tensor mul_491_y_0 = const()[name = string("mul_491_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5775360)))]; tensor mul_491 = mul(x = mul_490, y = mul_491_y_0)[name = string("mul_491")]; tensor tern_10_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5776128))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_q_weight_0_palettized")]; tensor tern_10_q = linear(bias = linear_0_bias_0, weight = tern_10_q_weight_0_palettized, x = mul_491)[name = string("tern_10_q")]; tensor mul_492_y_0 = const()[name = string("mul_492_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807168)))]; tensor mul_492 = mul(x = tern_10_q, y = mul_492_y_0)[name = string("mul_492")]; tensor reshape_82_shape_0 = const()[name = string("reshape_82_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_82 = reshape(shape = reshape_82_shape_0, x = mul_492)[name = string("reshape_82")]; tensor transpose_40_perm_0 = const()[name = string("transpose_40_perm_0"), val = tensor([1, 0, 2])]; tensor mul_495_y_0 = const()[name = string("mul_495_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5807936)))]; tensor mul_495 = mul(x = mul_490, y = mul_495_y_0)[name = string("mul_495")]; tensor tern_10_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5808704))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_k_weight_0_palettized")]; tensor tern_10_k_bias_0 = const()[name = string("tern_10_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_k = linear(bias = tern_10_k_bias_0, weight = tern_10_k_weight_0_palettized, x = mul_495)[name = string("tern_10_k")]; tensor mul_496_y_0 = const()[name = string("mul_496_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816512)))]; tensor mul_496 = mul(x = tern_10_k, y = mul_496_y_0)[name = string("mul_496")]; tensor reshape_83_shape_0 = const()[name = string("reshape_83_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_83 = reshape(shape = reshape_83_shape_0, x = mul_496)[name = string("reshape_83")]; tensor transpose_41_perm_0 = const()[name = string("transpose_41_perm_0"), val = tensor([1, 0, 2])]; tensor mul_499_y_0 = const()[name = string("mul_499_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5816768)))]; tensor mul_499 = mul(x = mul_490, y = mul_499_y_0)[name = string("mul_499")]; tensor tern_10_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5817536))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_v_weight_0_palettized")]; tensor tern_10_v_bias_0 = const()[name = string("tern_10_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_10_v = linear(bias = tern_10_v_bias_0, weight = tern_10_v_weight_0_palettized, x = mul_499)[name = string("tern_10_v")]; tensor mul_500_y_0 = const()[name = string("mul_500_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825344)))]; tensor mul_500 = mul(x = tern_10_v, y = mul_500_y_0)[name = string("mul_500")]; tensor reshape_84_shape_0 = const()[name = string("reshape_84_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_84 = reshape(shape = reshape_84_shape_0, x = mul_500)[name = string("reshape_84")]; tensor transpose_42_perm_0 = const()[name = string("transpose_42_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_40 = transpose(perm = transpose_40_perm_0, x = reshape_82)[name = string("transpose_23")]; tensor mul_501 = mul(x = transpose_40, y = transpose_40)[name = string("mul_501")]; tensor reduce_mean_108_axes_0 = const()[name = string("reduce_mean_108_axes_0"), val = tensor([-1])]; bool reduce_mean_108_keep_dims_0 = const()[name = string("reduce_mean_108_keep_dims_0"), val = bool(true)]; tensor reduce_mean_108 = reduce_mean(axes = reduce_mean_108_axes_0, keep_dims = reduce_mean_108_keep_dims_0, x = mul_501)[name = string("reduce_mean_108")]; fp32 rsqrt_108_epsilon_0 = const()[name = string("rsqrt_108_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_108 = rsqrt(epsilon = rsqrt_108_epsilon_0, x = reduce_mean_108)[name = string("rsqrt_108")]; tensor mul_502 = mul(x = transpose_40, y = rsqrt_108)[name = string("mul_502")]; tensor mul_503_y_0 = const()[name = string("mul_503_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825600)))]; tensor mul_503 = mul(x = mul_502, y = mul_503_y_0)[name = string("mul_503")]; tensor slice_by_index_40_begin_0 = const()[name = string("slice_by_index_40_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_40_end_0 = const()[name = string("slice_by_index_40_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_40_end_mask_0 = const()[name = string("slice_by_index_40_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_40 = slice_by_index(begin = slice_by_index_40_begin_0, end = slice_by_index_40_end_0, end_mask = slice_by_index_40_end_mask_0, x = mul_503)[name = string("slice_by_index_40")]; tensor slice_by_index_41_begin_0 = const()[name = string("slice_by_index_41_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_41_end_0 = const()[name = string("slice_by_index_41_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_41_end_mask_0 = const()[name = string("slice_by_index_41_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_41 = slice_by_index(begin = slice_by_index_41_begin_0, end = slice_by_index_41_end_0, end_mask = slice_by_index_41_end_mask_0, x = mul_503)[name = string("slice_by_index_41")]; int32 concat_20_axis_0 = const()[name = string("concat_20_axis_0"), val = int32(-1)]; bool concat_20_interleave_0 = const()[name = string("concat_20_interleave_0"), val = bool(false)]; tensor concat_20 = concat(axis = concat_20_axis_0, interleave = concat_20_interleave_0, values = (slice_by_index_41, slice_by_index_40))[name = string("concat_20")]; tensor mul_504_y_0 = const()[name = string("mul_504_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_504 = mul(x = concat_20, y = mul_504_y_0)[name = string("mul_504")]; tensor mul_505 = mul(x = mul_503, y = mul_11_y_0)[name = string("mul_505")]; tensor mul_506 = mul(x = mul_504, y = mul_12_y_0)[name = string("mul_506")]; tensor add_60 = add(x = mul_505, y = mul_506)[name = string("add_60")]; tensor transpose_41 = transpose(perm = transpose_41_perm_0, x = reshape_83)[name = string("transpose_22")]; tensor mul_507 = mul(x = transpose_41, y = transpose_41)[name = string("mul_507")]; tensor reduce_mean_109_axes_0 = const()[name = string("reduce_mean_109_axes_0"), val = tensor([-1])]; bool reduce_mean_109_keep_dims_0 = const()[name = string("reduce_mean_109_keep_dims_0"), val = bool(true)]; tensor reduce_mean_109 = reduce_mean(axes = reduce_mean_109_axes_0, keep_dims = reduce_mean_109_keep_dims_0, x = mul_507)[name = string("reduce_mean_109")]; fp32 rsqrt_109_epsilon_0 = const()[name = string("rsqrt_109_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_109 = rsqrt(epsilon = rsqrt_109_epsilon_0, x = reduce_mean_109)[name = string("rsqrt_109")]; tensor mul_508 = mul(x = transpose_41, y = rsqrt_109)[name = string("mul_508")]; tensor mul_509_y_0 = const()[name = string("mul_509_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825792)))]; tensor mul_509 = mul(x = mul_508, y = mul_509_y_0)[name = string("mul_509")]; tensor slice_by_index_42_begin_0 = const()[name = string("slice_by_index_42_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_42_end_0 = const()[name = string("slice_by_index_42_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_42_end_mask_0 = const()[name = string("slice_by_index_42_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_42 = slice_by_index(begin = slice_by_index_42_begin_0, end = slice_by_index_42_end_0, end_mask = slice_by_index_42_end_mask_0, x = mul_509)[name = string("slice_by_index_42")]; tensor slice_by_index_43_begin_0 = const()[name = string("slice_by_index_43_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_43_end_0 = const()[name = string("slice_by_index_43_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_43_end_mask_0 = const()[name = string("slice_by_index_43_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_43 = slice_by_index(begin = slice_by_index_43_begin_0, end = slice_by_index_43_end_0, end_mask = slice_by_index_43_end_mask_0, x = mul_509)[name = string("slice_by_index_43")]; int32 concat_21_axis_0 = const()[name = string("concat_21_axis_0"), val = int32(-1)]; bool concat_21_interleave_0 = const()[name = string("concat_21_interleave_0"), val = bool(false)]; tensor concat_21 = concat(axis = concat_21_axis_0, interleave = concat_21_interleave_0, values = (slice_by_index_43, slice_by_index_42))[name = string("concat_21")]; tensor mul_510_y_0 = const()[name = string("mul_510_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_510 = mul(x = concat_21, y = mul_510_y_0)[name = string("mul_510")]; tensor mul_511 = mul(x = mul_509, y = mul_11_y_0)[name = string("mul_511")]; tensor mul_512 = mul(x = mul_510, y = mul_12_y_0)[name = string("mul_512")]; tensor add_61 = add(x = mul_511, y = mul_512)[name = string("add_61")]; tensor reshape_85_shape_0 = const()[name = string("reshape_85_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_85 = reshape(shape = reshape_85_shape_0, x = add_61)[name = string("reshape_85")]; tensor tile_20_reps_0 = const()[name = string("tile_20_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_20 = tile(reps = tile_20_reps_0, x = reshape_85)[name = string("tile_20")]; tensor reshape_86_shape_0 = const()[name = string("reshape_86_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_86 = reshape(shape = reshape_86_shape_0, x = tile_20)[name = string("reshape_86")]; tensor reshape_87_shape_0 = const()[name = string("reshape_87_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_42 = transpose(perm = transpose_42_perm_0, x = reshape_84)[name = string("transpose_21")]; tensor reshape_87 = reshape(shape = reshape_87_shape_0, x = transpose_42)[name = string("reshape_87")]; tensor tile_21_reps_0 = const()[name = string("tile_21_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_21 = tile(reps = tile_21_reps_0, x = reshape_87)[name = string("tile_21")]; tensor reshape_88_shape_0 = const()[name = string("reshape_88_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_88 = reshape(shape = reshape_88_shape_0, x = tile_21)[name = string("reshape_88")]; fp16 mul_513_y_0 = const()[name = string("mul_513_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_513 = mul(x = add_60, y = mul_513_y_0)[name = string("mul_513")]; bool matmul_20_transpose_y_0 = const()[name = string("matmul_20_transpose_y_0"), val = bool(true)]; bool matmul_20_transpose_x_0 = const()[name = string("matmul_20_transpose_x_0"), val = bool(false)]; tensor matmul_20 = matmul(transpose_x = matmul_20_transpose_x_0, transpose_y = matmul_20_transpose_y_0, x = mul_513, y = reshape_86)[name = string("matmul_20")]; tensor add_62 = add(x = matmul_20, y = reshape_1)[name = string("add_62")]; int32 softmax_10_axis_0 = const()[name = string("softmax_10_axis_0"), val = int32(-1)]; tensor softmax_10 = softmax(axis = softmax_10_axis_0, x = add_62)[name = string("softmax_10")]; bool matmul_21_transpose_x_0 = const()[name = string("matmul_21_transpose_x_0"), val = bool(false)]; bool matmul_21_transpose_y_0 = const()[name = string("matmul_21_transpose_y_0"), val = bool(false)]; tensor matmul_21 = matmul(transpose_x = matmul_21_transpose_x_0, transpose_y = matmul_21_transpose_y_0, x = softmax_10, y = reshape_88)[name = string("matmul_21")]; tensor transpose_43_perm_0 = const()[name = string("transpose_43_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_89_shape_0 = const()[name = string("reshape_89_shape_0"), val = tensor([8, 352])]; tensor transpose_43 = transpose(perm = transpose_43_perm_0, x = matmul_21)[name = string("transpose_20")]; tensor reshape_89 = reshape(shape = reshape_89_shape_0, x = transpose_43)[name = string("reshape_89")]; tensor mul_514 = mul(x = reshape_89, y = reshape_89)[name = string("mul_514")]; tensor reduce_mean_110_axes_0 = const()[name = string("reduce_mean_110_axes_0"), val = tensor([-1])]; bool reduce_mean_110_keep_dims_0 = const()[name = string("reduce_mean_110_keep_dims_0"), val = bool(true)]; tensor reduce_mean_110 = reduce_mean(axes = reduce_mean_110_axes_0, keep_dims = reduce_mean_110_keep_dims_0, x = mul_514)[name = string("reduce_mean_110")]; fp32 rsqrt_110_epsilon_0 = const()[name = string("rsqrt_110_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_110 = rsqrt(epsilon = rsqrt_110_epsilon_0, x = reduce_mean_110)[name = string("rsqrt_110")]; tensor mul_515 = mul(x = reshape_89, y = rsqrt_110)[name = string("mul_515")]; tensor mul_516_y_0 = const()[name = string("mul_516_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5825984)))]; tensor mul_516 = mul(x = mul_515, y = mul_516_y_0)[name = string("mul_516")]; tensor tern_10_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5826752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_o_weight_0_palettized")]; tensor tern_10_o = linear(bias = linear_0_bias_0, weight = tern_10_o_weight_0_palettized, x = mul_516)[name = string("tern_10_o")]; tensor mul_517_y_0 = const()[name = string("mul_517_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5857792)))]; tensor mul_517 = mul(x = tern_10_o, y = mul_517_y_0)[name = string("mul_517")]; tensor add_63 = add(x = add_59, y = mul_517)[name = string("add_63")]; tensor mul_518 = mul(x = add_63, y = add_63)[name = string("mul_518")]; tensor reduce_mean_111_axes_0 = const()[name = string("reduce_mean_111_axes_0"), val = tensor([-1])]; bool reduce_mean_111_keep_dims_0 = const()[name = string("reduce_mean_111_keep_dims_0"), val = bool(true)]; tensor reduce_mean_111 = reduce_mean(axes = reduce_mean_111_axes_0, keep_dims = reduce_mean_111_keep_dims_0, x = mul_518)[name = string("reduce_mean_111")]; fp32 rsqrt_111_epsilon_0 = const()[name = string("rsqrt_111_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_111 = rsqrt(epsilon = rsqrt_111_epsilon_0, x = reduce_mean_111)[name = string("rsqrt_111")]; tensor mul_519 = mul(x = add_63, y = rsqrt_111)[name = string("mul_519")]; tensor mul_520_y_0 = const()[name = string("mul_520_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5858560)))]; tensor mul_520 = mul(x = mul_519, y = mul_520_y_0)[name = string("mul_520")]; tensor mul_521 = mul(x = mul_520, y = mul_520)[name = string("mul_521")]; tensor reduce_mean_112_axes_0 = const()[name = string("reduce_mean_112_axes_0"), val = tensor([-1])]; bool reduce_mean_112_keep_dims_0 = const()[name = string("reduce_mean_112_keep_dims_0"), val = bool(true)]; tensor reduce_mean_112 = reduce_mean(axes = reduce_mean_112_axes_0, keep_dims = reduce_mean_112_keep_dims_0, x = mul_521)[name = string("reduce_mean_112")]; fp32 rsqrt_112_epsilon_0 = const()[name = string("rsqrt_112_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_112 = rsqrt(epsilon = rsqrt_112_epsilon_0, x = reduce_mean_112)[name = string("rsqrt_112")]; tensor mul_522 = mul(x = mul_520, y = rsqrt_112)[name = string("mul_522")]; tensor mul_523_y_0 = const()[name = string("mul_523_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5859328)))]; tensor mul_523 = mul(x = mul_522, y = mul_523_y_0)[name = string("mul_523")]; tensor tern_10_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5860096))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w1_weight_0_palettized")]; tensor tern_10_w1 = linear(bias = linear_4_bias_0, weight = tern_10_w1_weight_0_palettized, x = mul_523)[name = string("tern_10_w1")]; tensor mul_524_y_0 = const()[name = string("mul_524_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5944640)))]; tensor mul_524 = mul(x = tern_10_w1, y = mul_524_y_0)[name = string("mul_524")]; tensor mul_527_y_0 = const()[name = string("mul_527_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5946624)))]; tensor mul_527 = mul(x = mul_522, y = mul_527_y_0)[name = string("mul_527")]; tensor tern_10_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(5947392))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w3_weight_0_palettized")]; tensor tern_10_w3 = linear(bias = linear_4_bias_0, weight = tern_10_w3_weight_0_palettized, x = mul_527)[name = string("tern_10_w3")]; tensor mul_528_y_0 = const()[name = string("mul_528_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6031936)))]; tensor mul_528 = mul(x = tern_10_w3, y = mul_528_y_0)[name = string("mul_528")]; fp16 mul_529_y_0 = const()[name = string("mul_529_y_0"), val = fp16(0x1p-1)]; tensor mul_529 = mul(x = mul_524, y = mul_529_y_0)[name = string("mul_529")]; tensor tanh_10 = tanh(x = mul_529)[name = string("tanh_10")]; fp16 mul_530_x_0 = const()[name = string("mul_530_x_0"), val = fp16(0x1p-1)]; tensor mul_530 = mul(x = mul_530_x_0, y = tanh_10)[name = string("mul_530")]; fp16 add_64_x_0 = const()[name = string("add_64_x_0"), val = fp16(0x1p-1)]; tensor add_64 = add(x = add_64_x_0, y = mul_530)[name = string("add_64")]; tensor mul_531 = mul(x = mul_524, y = add_64)[name = string("mul_531")]; tensor mul_532 = mul(x = mul_531, y = mul_528)[name = string("mul_532")]; tensor mul_533 = mul(x = mul_532, y = mul_532)[name = string("mul_533")]; tensor reduce_mean_114_axes_0 = const()[name = string("reduce_mean_114_axes_0"), val = tensor([-1])]; bool reduce_mean_114_keep_dims_0 = const()[name = string("reduce_mean_114_keep_dims_0"), val = bool(true)]; tensor reduce_mean_114 = reduce_mean(axes = reduce_mean_114_axes_0, keep_dims = reduce_mean_114_keep_dims_0, x = mul_533)[name = string("reduce_mean_114")]; fp32 rsqrt_114_epsilon_0 = const()[name = string("rsqrt_114_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_114 = rsqrt(epsilon = rsqrt_114_epsilon_0, x = reduce_mean_114)[name = string("rsqrt_114")]; tensor mul_534 = mul(x = mul_532, y = rsqrt_114)[name = string("mul_534")]; tensor mul_535_y_0 = const()[name = string("mul_535_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6033920)))]; tensor mul_535 = mul(x = mul_534, y = mul_535_y_0)[name = string("mul_535")]; tensor tern_10_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6035904))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_10_w2_weight_0_palettized")]; tensor tern_10_w2 = linear(bias = linear_0_bias_0, weight = tern_10_w2_weight_0_palettized, x = mul_535)[name = string("tern_10_w2")]; tensor mul_536_y_0 = const()[name = string("mul_536_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6120448)))]; tensor mul_536 = mul(x = tern_10_w2, y = mul_536_y_0)[name = string("mul_536")]; tensor add_65 = add(x = add_63, y = mul_536)[name = string("add_65")]; tensor mul_537 = mul(x = add_65, y = add_65)[name = string("mul_537")]; tensor reduce_mean_115_axes_0 = const()[name = string("reduce_mean_115_axes_0"), val = tensor([-1])]; bool reduce_mean_115_keep_dims_0 = const()[name = string("reduce_mean_115_keep_dims_0"), val = bool(true)]; tensor reduce_mean_115 = reduce_mean(axes = reduce_mean_115_axes_0, keep_dims = reduce_mean_115_keep_dims_0, x = mul_537)[name = string("reduce_mean_115")]; fp32 rsqrt_115_epsilon_0 = const()[name = string("rsqrt_115_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_115 = rsqrt(epsilon = rsqrt_115_epsilon_0, x = reduce_mean_115)[name = string("rsqrt_115")]; tensor mul_538 = mul(x = add_65, y = rsqrt_115)[name = string("mul_538")]; tensor mul_539_y_0 = const()[name = string("mul_539_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121216)))]; tensor mul_539 = mul(x = mul_538, y = mul_539_y_0)[name = string("mul_539")]; tensor mul_540 = mul(x = mul_539, y = mul_539)[name = string("mul_540")]; tensor reduce_mean_116_axes_0 = const()[name = string("reduce_mean_116_axes_0"), val = tensor([-1])]; bool reduce_mean_116_keep_dims_0 = const()[name = string("reduce_mean_116_keep_dims_0"), val = bool(true)]; tensor reduce_mean_116 = reduce_mean(axes = reduce_mean_116_axes_0, keep_dims = reduce_mean_116_keep_dims_0, x = mul_540)[name = string("reduce_mean_116")]; fp32 rsqrt_116_epsilon_0 = const()[name = string("rsqrt_116_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_116 = rsqrt(epsilon = rsqrt_116_epsilon_0, x = reduce_mean_116)[name = string("rsqrt_116")]; tensor mul_541 = mul(x = mul_539, y = rsqrt_116)[name = string("mul_541")]; tensor mul_542_y_0 = const()[name = string("mul_542_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6121984)))]; tensor mul_542 = mul(x = mul_541, y = mul_542_y_0)[name = string("mul_542")]; tensor tern_11_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6122752))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_q_weight_0_palettized")]; tensor tern_11_q = linear(bias = linear_0_bias_0, weight = tern_11_q_weight_0_palettized, x = mul_542)[name = string("tern_11_q")]; tensor mul_543_y_0 = const()[name = string("mul_543_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6153792)))]; tensor mul_543 = mul(x = tern_11_q, y = mul_543_y_0)[name = string("mul_543")]; tensor reshape_90_shape_0 = const()[name = string("reshape_90_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_90 = reshape(shape = reshape_90_shape_0, x = mul_543)[name = string("reshape_90")]; tensor transpose_44_perm_0 = const()[name = string("transpose_44_perm_0"), val = tensor([1, 0, 2])]; tensor mul_546_y_0 = const()[name = string("mul_546_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6154560)))]; tensor mul_546 = mul(x = mul_541, y = mul_546_y_0)[name = string("mul_546")]; tensor tern_11_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6155328))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_k_weight_0_palettized")]; tensor tern_11_k_bias_0 = const()[name = string("tern_11_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_k = linear(bias = tern_11_k_bias_0, weight = tern_11_k_weight_0_palettized, x = mul_546)[name = string("tern_11_k")]; tensor mul_547_y_0 = const()[name = string("mul_547_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163136)))]; tensor mul_547 = mul(x = tern_11_k, y = mul_547_y_0)[name = string("mul_547")]; tensor reshape_91_shape_0 = const()[name = string("reshape_91_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_91 = reshape(shape = reshape_91_shape_0, x = mul_547)[name = string("reshape_91")]; tensor transpose_45_perm_0 = const()[name = string("transpose_45_perm_0"), val = tensor([1, 0, 2])]; tensor mul_550_y_0 = const()[name = string("mul_550_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6163392)))]; tensor mul_550 = mul(x = mul_541, y = mul_550_y_0)[name = string("mul_550")]; tensor tern_11_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6164160))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_v_weight_0_palettized")]; tensor tern_11_v_bias_0 = const()[name = string("tern_11_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_11_v = linear(bias = tern_11_v_bias_0, weight = tern_11_v_weight_0_palettized, x = mul_550)[name = string("tern_11_v")]; tensor mul_551_y_0 = const()[name = string("mul_551_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6171968)))]; tensor mul_551 = mul(x = tern_11_v, y = mul_551_y_0)[name = string("mul_551")]; tensor reshape_92_shape_0 = const()[name = string("reshape_92_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_92 = reshape(shape = reshape_92_shape_0, x = mul_551)[name = string("reshape_92")]; tensor transpose_46_perm_0 = const()[name = string("transpose_46_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_44 = transpose(perm = transpose_44_perm_0, x = reshape_90)[name = string("transpose_19")]; tensor mul_552 = mul(x = transpose_44, y = transpose_44)[name = string("mul_552")]; tensor reduce_mean_119_axes_0 = const()[name = string("reduce_mean_119_axes_0"), val = tensor([-1])]; bool reduce_mean_119_keep_dims_0 = const()[name = string("reduce_mean_119_keep_dims_0"), val = bool(true)]; tensor reduce_mean_119 = reduce_mean(axes = reduce_mean_119_axes_0, keep_dims = reduce_mean_119_keep_dims_0, x = mul_552)[name = string("reduce_mean_119")]; fp32 rsqrt_119_epsilon_0 = const()[name = string("rsqrt_119_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_119 = rsqrt(epsilon = rsqrt_119_epsilon_0, x = reduce_mean_119)[name = string("rsqrt_119")]; tensor mul_553 = mul(x = transpose_44, y = rsqrt_119)[name = string("mul_553")]; tensor mul_554_y_0 = const()[name = string("mul_554_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172224)))]; tensor mul_554 = mul(x = mul_553, y = mul_554_y_0)[name = string("mul_554")]; tensor slice_by_index_44_begin_0 = const()[name = string("slice_by_index_44_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_44_end_0 = const()[name = string("slice_by_index_44_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_44_end_mask_0 = const()[name = string("slice_by_index_44_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_44 = slice_by_index(begin = slice_by_index_44_begin_0, end = slice_by_index_44_end_0, end_mask = slice_by_index_44_end_mask_0, x = mul_554)[name = string("slice_by_index_44")]; tensor slice_by_index_45_begin_0 = const()[name = string("slice_by_index_45_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_45_end_0 = const()[name = string("slice_by_index_45_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_45_end_mask_0 = const()[name = string("slice_by_index_45_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_45 = slice_by_index(begin = slice_by_index_45_begin_0, end = slice_by_index_45_end_0, end_mask = slice_by_index_45_end_mask_0, x = mul_554)[name = string("slice_by_index_45")]; int32 concat_22_axis_0 = const()[name = string("concat_22_axis_0"), val = int32(-1)]; bool concat_22_interleave_0 = const()[name = string("concat_22_interleave_0"), val = bool(false)]; tensor concat_22 = concat(axis = concat_22_axis_0, interleave = concat_22_interleave_0, values = (slice_by_index_45, slice_by_index_44))[name = string("concat_22")]; tensor mul_555_y_0 = const()[name = string("mul_555_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_555 = mul(x = concat_22, y = mul_555_y_0)[name = string("mul_555")]; tensor mul_556 = mul(x = mul_554, y = mul_11_y_0)[name = string("mul_556")]; tensor mul_557 = mul(x = mul_555, y = mul_12_y_0)[name = string("mul_557")]; tensor add_66 = add(x = mul_556, y = mul_557)[name = string("add_66")]; tensor transpose_45 = transpose(perm = transpose_45_perm_0, x = reshape_91)[name = string("transpose_18")]; tensor mul_558 = mul(x = transpose_45, y = transpose_45)[name = string("mul_558")]; tensor reduce_mean_120_axes_0 = const()[name = string("reduce_mean_120_axes_0"), val = tensor([-1])]; bool reduce_mean_120_keep_dims_0 = const()[name = string("reduce_mean_120_keep_dims_0"), val = bool(true)]; tensor reduce_mean_120 = reduce_mean(axes = reduce_mean_120_axes_0, keep_dims = reduce_mean_120_keep_dims_0, x = mul_558)[name = string("reduce_mean_120")]; fp32 rsqrt_120_epsilon_0 = const()[name = string("rsqrt_120_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_120 = rsqrt(epsilon = rsqrt_120_epsilon_0, x = reduce_mean_120)[name = string("rsqrt_120")]; tensor mul_559 = mul(x = transpose_45, y = rsqrt_120)[name = string("mul_559")]; tensor mul_560_y_0 = const()[name = string("mul_560_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172416)))]; tensor mul_560 = mul(x = mul_559, y = mul_560_y_0)[name = string("mul_560")]; tensor slice_by_index_46_begin_0 = const()[name = string("slice_by_index_46_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_46_end_0 = const()[name = string("slice_by_index_46_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_46_end_mask_0 = const()[name = string("slice_by_index_46_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_46 = slice_by_index(begin = slice_by_index_46_begin_0, end = slice_by_index_46_end_0, end_mask = slice_by_index_46_end_mask_0, x = mul_560)[name = string("slice_by_index_46")]; tensor slice_by_index_47_begin_0 = const()[name = string("slice_by_index_47_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_47_end_0 = const()[name = string("slice_by_index_47_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_47_end_mask_0 = const()[name = string("slice_by_index_47_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_47 = slice_by_index(begin = slice_by_index_47_begin_0, end = slice_by_index_47_end_0, end_mask = slice_by_index_47_end_mask_0, x = mul_560)[name = string("slice_by_index_47")]; int32 concat_23_axis_0 = const()[name = string("concat_23_axis_0"), val = int32(-1)]; bool concat_23_interleave_0 = const()[name = string("concat_23_interleave_0"), val = bool(false)]; tensor concat_23 = concat(axis = concat_23_axis_0, interleave = concat_23_interleave_0, values = (slice_by_index_47, slice_by_index_46))[name = string("concat_23")]; tensor mul_561_y_0 = const()[name = string("mul_561_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_561 = mul(x = concat_23, y = mul_561_y_0)[name = string("mul_561")]; tensor mul_562 = mul(x = mul_560, y = mul_11_y_0)[name = string("mul_562")]; tensor mul_563 = mul(x = mul_561, y = mul_12_y_0)[name = string("mul_563")]; tensor add_67 = add(x = mul_562, y = mul_563)[name = string("add_67")]; tensor reshape_93_shape_0 = const()[name = string("reshape_93_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_93 = reshape(shape = reshape_93_shape_0, x = add_67)[name = string("reshape_93")]; tensor tile_22_reps_0 = const()[name = string("tile_22_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_22 = tile(reps = tile_22_reps_0, x = reshape_93)[name = string("tile_22")]; tensor reshape_94_shape_0 = const()[name = string("reshape_94_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_94 = reshape(shape = reshape_94_shape_0, x = tile_22)[name = string("reshape_94")]; tensor reshape_95_shape_0 = const()[name = string("reshape_95_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_46 = transpose(perm = transpose_46_perm_0, x = reshape_92)[name = string("transpose_17")]; tensor reshape_95 = reshape(shape = reshape_95_shape_0, x = transpose_46)[name = string("reshape_95")]; tensor tile_23_reps_0 = const()[name = string("tile_23_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_23 = tile(reps = tile_23_reps_0, x = reshape_95)[name = string("tile_23")]; tensor reshape_96_shape_0 = const()[name = string("reshape_96_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_96 = reshape(shape = reshape_96_shape_0, x = tile_23)[name = string("reshape_96")]; fp16 mul_564_y_0 = const()[name = string("mul_564_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_564 = mul(x = add_66, y = mul_564_y_0)[name = string("mul_564")]; bool matmul_22_transpose_y_0 = const()[name = string("matmul_22_transpose_y_0"), val = bool(true)]; bool matmul_22_transpose_x_0 = const()[name = string("matmul_22_transpose_x_0"), val = bool(false)]; tensor matmul_22 = matmul(transpose_x = matmul_22_transpose_x_0, transpose_y = matmul_22_transpose_y_0, x = mul_564, y = reshape_94)[name = string("matmul_22")]; tensor add_68 = add(x = matmul_22, y = reshape_1)[name = string("add_68")]; int32 softmax_11_axis_0 = const()[name = string("softmax_11_axis_0"), val = int32(-1)]; tensor softmax_11 = softmax(axis = softmax_11_axis_0, x = add_68)[name = string("softmax_11")]; bool matmul_23_transpose_x_0 = const()[name = string("matmul_23_transpose_x_0"), val = bool(false)]; bool matmul_23_transpose_y_0 = const()[name = string("matmul_23_transpose_y_0"), val = bool(false)]; tensor matmul_23 = matmul(transpose_x = matmul_23_transpose_x_0, transpose_y = matmul_23_transpose_y_0, x = softmax_11, y = reshape_96)[name = string("matmul_23")]; tensor transpose_47_perm_0 = const()[name = string("transpose_47_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_97_shape_0 = const()[name = string("reshape_97_shape_0"), val = tensor([8, 352])]; tensor transpose_47 = transpose(perm = transpose_47_perm_0, x = matmul_23)[name = string("transpose_16")]; tensor reshape_97 = reshape(shape = reshape_97_shape_0, x = transpose_47)[name = string("reshape_97")]; tensor mul_565 = mul(x = reshape_97, y = reshape_97)[name = string("mul_565")]; tensor reduce_mean_121_axes_0 = const()[name = string("reduce_mean_121_axes_0"), val = tensor([-1])]; bool reduce_mean_121_keep_dims_0 = const()[name = string("reduce_mean_121_keep_dims_0"), val = bool(true)]; tensor reduce_mean_121 = reduce_mean(axes = reduce_mean_121_axes_0, keep_dims = reduce_mean_121_keep_dims_0, x = mul_565)[name = string("reduce_mean_121")]; fp32 rsqrt_121_epsilon_0 = const()[name = string("rsqrt_121_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_121 = rsqrt(epsilon = rsqrt_121_epsilon_0, x = reduce_mean_121)[name = string("rsqrt_121")]; tensor mul_566 = mul(x = reshape_97, y = rsqrt_121)[name = string("mul_566")]; tensor mul_567_y_0 = const()[name = string("mul_567_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6172608)))]; tensor mul_567 = mul(x = mul_566, y = mul_567_y_0)[name = string("mul_567")]; tensor tern_11_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6173376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_o_weight_0_palettized")]; tensor tern_11_o = linear(bias = linear_0_bias_0, weight = tern_11_o_weight_0_palettized, x = mul_567)[name = string("tern_11_o")]; tensor mul_568_y_0 = const()[name = string("mul_568_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6204416)))]; tensor mul_568 = mul(x = tern_11_o, y = mul_568_y_0)[name = string("mul_568")]; tensor add_69 = add(x = add_65, y = mul_568)[name = string("add_69")]; tensor mul_569 = mul(x = add_69, y = add_69)[name = string("mul_569")]; tensor reduce_mean_122_axes_0 = const()[name = string("reduce_mean_122_axes_0"), val = tensor([-1])]; bool reduce_mean_122_keep_dims_0 = const()[name = string("reduce_mean_122_keep_dims_0"), val = bool(true)]; tensor reduce_mean_122 = reduce_mean(axes = reduce_mean_122_axes_0, keep_dims = reduce_mean_122_keep_dims_0, x = mul_569)[name = string("reduce_mean_122")]; fp32 rsqrt_122_epsilon_0 = const()[name = string("rsqrt_122_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_122 = rsqrt(epsilon = rsqrt_122_epsilon_0, x = reduce_mean_122)[name = string("rsqrt_122")]; tensor mul_570 = mul(x = add_69, y = rsqrt_122)[name = string("mul_570")]; tensor mul_571_y_0 = const()[name = string("mul_571_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205184)))]; tensor mul_571 = mul(x = mul_570, y = mul_571_y_0)[name = string("mul_571")]; tensor mul_572 = mul(x = mul_571, y = mul_571)[name = string("mul_572")]; tensor reduce_mean_123_axes_0 = const()[name = string("reduce_mean_123_axes_0"), val = tensor([-1])]; bool reduce_mean_123_keep_dims_0 = const()[name = string("reduce_mean_123_keep_dims_0"), val = bool(true)]; tensor reduce_mean_123 = reduce_mean(axes = reduce_mean_123_axes_0, keep_dims = reduce_mean_123_keep_dims_0, x = mul_572)[name = string("reduce_mean_123")]; fp32 rsqrt_123_epsilon_0 = const()[name = string("rsqrt_123_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_123 = rsqrt(epsilon = rsqrt_123_epsilon_0, x = reduce_mean_123)[name = string("rsqrt_123")]; tensor mul_573 = mul(x = mul_571, y = rsqrt_123)[name = string("mul_573")]; tensor mul_574_y_0 = const()[name = string("mul_574_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6205952)))]; tensor mul_574 = mul(x = mul_573, y = mul_574_y_0)[name = string("mul_574")]; tensor tern_11_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6206720))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w1_weight_0_palettized")]; tensor tern_11_w1 = linear(bias = linear_4_bias_0, weight = tern_11_w1_weight_0_palettized, x = mul_574)[name = string("tern_11_w1")]; tensor mul_575_y_0 = const()[name = string("mul_575_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6291264)))]; tensor mul_575 = mul(x = tern_11_w1, y = mul_575_y_0)[name = string("mul_575")]; tensor mul_578_y_0 = const()[name = string("mul_578_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6293248)))]; tensor mul_578 = mul(x = mul_573, y = mul_578_y_0)[name = string("mul_578")]; tensor tern_11_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6294016))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w3_weight_0_palettized")]; tensor tern_11_w3 = linear(bias = linear_4_bias_0, weight = tern_11_w3_weight_0_palettized, x = mul_578)[name = string("tern_11_w3")]; tensor mul_579_y_0 = const()[name = string("mul_579_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6378560)))]; tensor mul_579 = mul(x = tern_11_w3, y = mul_579_y_0)[name = string("mul_579")]; fp16 mul_580_y_0 = const()[name = string("mul_580_y_0"), val = fp16(0x1p-1)]; tensor mul_580 = mul(x = mul_575, y = mul_580_y_0)[name = string("mul_580")]; tensor tanh_11 = tanh(x = mul_580)[name = string("tanh_11")]; fp16 mul_581_x_0 = const()[name = string("mul_581_x_0"), val = fp16(0x1p-1)]; tensor mul_581 = mul(x = mul_581_x_0, y = tanh_11)[name = string("mul_581")]; fp16 add_70_x_0 = const()[name = string("add_70_x_0"), val = fp16(0x1p-1)]; tensor add_70 = add(x = add_70_x_0, y = mul_581)[name = string("add_70")]; tensor mul_582 = mul(x = mul_575, y = add_70)[name = string("mul_582")]; tensor mul_583 = mul(x = mul_582, y = mul_579)[name = string("mul_583")]; tensor mul_584 = mul(x = mul_583, y = mul_583)[name = string("mul_584")]; tensor reduce_mean_125_axes_0 = const()[name = string("reduce_mean_125_axes_0"), val = tensor([-1])]; bool reduce_mean_125_keep_dims_0 = const()[name = string("reduce_mean_125_keep_dims_0"), val = bool(true)]; tensor reduce_mean_125 = reduce_mean(axes = reduce_mean_125_axes_0, keep_dims = reduce_mean_125_keep_dims_0, x = mul_584)[name = string("reduce_mean_125")]; fp32 rsqrt_125_epsilon_0 = const()[name = string("rsqrt_125_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_125 = rsqrt(epsilon = rsqrt_125_epsilon_0, x = reduce_mean_125)[name = string("rsqrt_125")]; tensor mul_585 = mul(x = mul_583, y = rsqrt_125)[name = string("mul_585")]; tensor mul_586_y_0 = const()[name = string("mul_586_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6380544)))]; tensor mul_586 = mul(x = mul_585, y = mul_586_y_0)[name = string("mul_586")]; tensor tern_11_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6382528))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_11_w2_weight_0_palettized")]; tensor tern_11_w2 = linear(bias = linear_0_bias_0, weight = tern_11_w2_weight_0_palettized, x = mul_586)[name = string("tern_11_w2")]; tensor mul_587_y_0 = const()[name = string("mul_587_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467072)))]; tensor mul_587 = mul(x = tern_11_w2, y = mul_587_y_0)[name = string("mul_587")]; tensor add_71 = add(x = add_69, y = mul_587)[name = string("add_71")]; tensor mul_588 = mul(x = add_71, y = add_71)[name = string("mul_588")]; tensor reduce_mean_126_axes_0 = const()[name = string("reduce_mean_126_axes_0"), val = tensor([-1])]; bool reduce_mean_126_keep_dims_0 = const()[name = string("reduce_mean_126_keep_dims_0"), val = bool(true)]; tensor reduce_mean_126 = reduce_mean(axes = reduce_mean_126_axes_0, keep_dims = reduce_mean_126_keep_dims_0, x = mul_588)[name = string("reduce_mean_126")]; fp32 rsqrt_126_epsilon_0 = const()[name = string("rsqrt_126_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_126 = rsqrt(epsilon = rsqrt_126_epsilon_0, x = reduce_mean_126)[name = string("rsqrt_126")]; tensor mul_589 = mul(x = add_71, y = rsqrt_126)[name = string("mul_589")]; tensor mul_590_y_0 = const()[name = string("mul_590_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6467840)))]; tensor mul_590 = mul(x = mul_589, y = mul_590_y_0)[name = string("mul_590")]; tensor mul_591 = mul(x = mul_590, y = mul_590)[name = string("mul_591")]; tensor reduce_mean_127_axes_0 = const()[name = string("reduce_mean_127_axes_0"), val = tensor([-1])]; bool reduce_mean_127_keep_dims_0 = const()[name = string("reduce_mean_127_keep_dims_0"), val = bool(true)]; tensor reduce_mean_127 = reduce_mean(axes = reduce_mean_127_axes_0, keep_dims = reduce_mean_127_keep_dims_0, x = mul_591)[name = string("reduce_mean_127")]; fp32 rsqrt_127_epsilon_0 = const()[name = string("rsqrt_127_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_127 = rsqrt(epsilon = rsqrt_127_epsilon_0, x = reduce_mean_127)[name = string("rsqrt_127")]; tensor mul_592 = mul(x = mul_590, y = rsqrt_127)[name = string("mul_592")]; tensor mul_593_y_0 = const()[name = string("mul_593_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6468608)))]; tensor mul_593 = mul(x = mul_592, y = mul_593_y_0)[name = string("mul_593")]; tensor tern_12_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6469376))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_q_weight_0_palettized")]; tensor tern_12_q = linear(bias = linear_0_bias_0, weight = tern_12_q_weight_0_palettized, x = mul_593)[name = string("tern_12_q")]; tensor mul_594_y_0 = const()[name = string("mul_594_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6500416)))]; tensor mul_594 = mul(x = tern_12_q, y = mul_594_y_0)[name = string("mul_594")]; tensor reshape_98_shape_0 = const()[name = string("reshape_98_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_98 = reshape(shape = reshape_98_shape_0, x = mul_594)[name = string("reshape_98")]; tensor transpose_48_perm_0 = const()[name = string("transpose_48_perm_0"), val = tensor([1, 0, 2])]; tensor mul_597_y_0 = const()[name = string("mul_597_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501184)))]; tensor mul_597 = mul(x = mul_592, y = mul_597_y_0)[name = string("mul_597")]; tensor tern_12_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6501952))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_k_weight_0_palettized")]; tensor tern_12_k_bias_0 = const()[name = string("tern_12_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_k = linear(bias = tern_12_k_bias_0, weight = tern_12_k_weight_0_palettized, x = mul_597)[name = string("tern_12_k")]; tensor mul_598_y_0 = const()[name = string("mul_598_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6509760)))]; tensor mul_598 = mul(x = tern_12_k, y = mul_598_y_0)[name = string("mul_598")]; tensor reshape_99_shape_0 = const()[name = string("reshape_99_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_99 = reshape(shape = reshape_99_shape_0, x = mul_598)[name = string("reshape_99")]; tensor transpose_49_perm_0 = const()[name = string("transpose_49_perm_0"), val = tensor([1, 0, 2])]; tensor mul_601_y_0 = const()[name = string("mul_601_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510016)))]; tensor mul_601 = mul(x = mul_592, y = mul_601_y_0)[name = string("mul_601")]; tensor tern_12_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6510784))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_v_weight_0_palettized")]; tensor tern_12_v_bias_0 = const()[name = string("tern_12_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_12_v = linear(bias = tern_12_v_bias_0, weight = tern_12_v_weight_0_palettized, x = mul_601)[name = string("tern_12_v")]; tensor mul_602_y_0 = const()[name = string("mul_602_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518592)))]; tensor mul_602 = mul(x = tern_12_v, y = mul_602_y_0)[name = string("mul_602")]; tensor reshape_100_shape_0 = const()[name = string("reshape_100_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_100 = reshape(shape = reshape_100_shape_0, x = mul_602)[name = string("reshape_100")]; tensor transpose_50_perm_0 = const()[name = string("transpose_50_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_48 = transpose(perm = transpose_48_perm_0, x = reshape_98)[name = string("transpose_15")]; tensor mul_603 = mul(x = transpose_48, y = transpose_48)[name = string("mul_603")]; tensor reduce_mean_130_axes_0 = const()[name = string("reduce_mean_130_axes_0"), val = tensor([-1])]; bool reduce_mean_130_keep_dims_0 = const()[name = string("reduce_mean_130_keep_dims_0"), val = bool(true)]; tensor reduce_mean_130 = reduce_mean(axes = reduce_mean_130_axes_0, keep_dims = reduce_mean_130_keep_dims_0, x = mul_603)[name = string("reduce_mean_130")]; fp32 rsqrt_130_epsilon_0 = const()[name = string("rsqrt_130_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_130 = rsqrt(epsilon = rsqrt_130_epsilon_0, x = reduce_mean_130)[name = string("rsqrt_130")]; tensor mul_604 = mul(x = transpose_48, y = rsqrt_130)[name = string("mul_604")]; tensor mul_605_y_0 = const()[name = string("mul_605_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6518848)))]; tensor mul_605 = mul(x = mul_604, y = mul_605_y_0)[name = string("mul_605")]; tensor slice_by_index_48_begin_0 = const()[name = string("slice_by_index_48_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_48_end_0 = const()[name = string("slice_by_index_48_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_48_end_mask_0 = const()[name = string("slice_by_index_48_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_48 = slice_by_index(begin = slice_by_index_48_begin_0, end = slice_by_index_48_end_0, end_mask = slice_by_index_48_end_mask_0, x = mul_605)[name = string("slice_by_index_48")]; tensor slice_by_index_49_begin_0 = const()[name = string("slice_by_index_49_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_49_end_0 = const()[name = string("slice_by_index_49_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_49_end_mask_0 = const()[name = string("slice_by_index_49_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_49 = slice_by_index(begin = slice_by_index_49_begin_0, end = slice_by_index_49_end_0, end_mask = slice_by_index_49_end_mask_0, x = mul_605)[name = string("slice_by_index_49")]; int32 concat_24_axis_0 = const()[name = string("concat_24_axis_0"), val = int32(-1)]; bool concat_24_interleave_0 = const()[name = string("concat_24_interleave_0"), val = bool(false)]; tensor concat_24 = concat(axis = concat_24_axis_0, interleave = concat_24_interleave_0, values = (slice_by_index_49, slice_by_index_48))[name = string("concat_24")]; tensor mul_606_y_0 = const()[name = string("mul_606_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_606 = mul(x = concat_24, y = mul_606_y_0)[name = string("mul_606")]; tensor mul_607 = mul(x = mul_605, y = mul_11_y_0)[name = string("mul_607")]; tensor mul_608 = mul(x = mul_606, y = mul_12_y_0)[name = string("mul_608")]; tensor add_72 = add(x = mul_607, y = mul_608)[name = string("add_72")]; tensor transpose_49 = transpose(perm = transpose_49_perm_0, x = reshape_99)[name = string("transpose_14")]; tensor mul_609 = mul(x = transpose_49, y = transpose_49)[name = string("mul_609")]; tensor reduce_mean_131_axes_0 = const()[name = string("reduce_mean_131_axes_0"), val = tensor([-1])]; bool reduce_mean_131_keep_dims_0 = const()[name = string("reduce_mean_131_keep_dims_0"), val = bool(true)]; tensor reduce_mean_131 = reduce_mean(axes = reduce_mean_131_axes_0, keep_dims = reduce_mean_131_keep_dims_0, x = mul_609)[name = string("reduce_mean_131")]; fp32 rsqrt_131_epsilon_0 = const()[name = string("rsqrt_131_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_131 = rsqrt(epsilon = rsqrt_131_epsilon_0, x = reduce_mean_131)[name = string("rsqrt_131")]; tensor mul_610 = mul(x = transpose_49, y = rsqrt_131)[name = string("mul_610")]; tensor mul_611_y_0 = const()[name = string("mul_611_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519040)))]; tensor mul_611 = mul(x = mul_610, y = mul_611_y_0)[name = string("mul_611")]; tensor slice_by_index_50_begin_0 = const()[name = string("slice_by_index_50_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_50_end_0 = const()[name = string("slice_by_index_50_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_50_end_mask_0 = const()[name = string("slice_by_index_50_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_50 = slice_by_index(begin = slice_by_index_50_begin_0, end = slice_by_index_50_end_0, end_mask = slice_by_index_50_end_mask_0, x = mul_611)[name = string("slice_by_index_50")]; tensor slice_by_index_51_begin_0 = const()[name = string("slice_by_index_51_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_51_end_0 = const()[name = string("slice_by_index_51_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_51_end_mask_0 = const()[name = string("slice_by_index_51_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_51 = slice_by_index(begin = slice_by_index_51_begin_0, end = slice_by_index_51_end_0, end_mask = slice_by_index_51_end_mask_0, x = mul_611)[name = string("slice_by_index_51")]; int32 concat_25_axis_0 = const()[name = string("concat_25_axis_0"), val = int32(-1)]; bool concat_25_interleave_0 = const()[name = string("concat_25_interleave_0"), val = bool(false)]; tensor concat_25 = concat(axis = concat_25_axis_0, interleave = concat_25_interleave_0, values = (slice_by_index_51, slice_by_index_50))[name = string("concat_25")]; tensor mul_612_y_0 = const()[name = string("mul_612_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_612 = mul(x = concat_25, y = mul_612_y_0)[name = string("mul_612")]; tensor mul_613 = mul(x = mul_611, y = mul_11_y_0)[name = string("mul_613")]; tensor mul_614 = mul(x = mul_612, y = mul_12_y_0)[name = string("mul_614")]; tensor add_73 = add(x = mul_613, y = mul_614)[name = string("add_73")]; tensor reshape_101_shape_0 = const()[name = string("reshape_101_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_101 = reshape(shape = reshape_101_shape_0, x = add_73)[name = string("reshape_101")]; tensor tile_24_reps_0 = const()[name = string("tile_24_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_24 = tile(reps = tile_24_reps_0, x = reshape_101)[name = string("tile_24")]; tensor reshape_102_shape_0 = const()[name = string("reshape_102_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_102 = reshape(shape = reshape_102_shape_0, x = tile_24)[name = string("reshape_102")]; tensor reshape_103_shape_0 = const()[name = string("reshape_103_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_50 = transpose(perm = transpose_50_perm_0, x = reshape_100)[name = string("transpose_13")]; tensor reshape_103 = reshape(shape = reshape_103_shape_0, x = transpose_50)[name = string("reshape_103")]; tensor tile_25_reps_0 = const()[name = string("tile_25_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_25 = tile(reps = tile_25_reps_0, x = reshape_103)[name = string("tile_25")]; tensor reshape_104_shape_0 = const()[name = string("reshape_104_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_104 = reshape(shape = reshape_104_shape_0, x = tile_25)[name = string("reshape_104")]; fp16 mul_615_y_0 = const()[name = string("mul_615_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_615 = mul(x = add_72, y = mul_615_y_0)[name = string("mul_615")]; bool matmul_24_transpose_y_0 = const()[name = string("matmul_24_transpose_y_0"), val = bool(true)]; bool matmul_24_transpose_x_0 = const()[name = string("matmul_24_transpose_x_0"), val = bool(false)]; tensor matmul_24 = matmul(transpose_x = matmul_24_transpose_x_0, transpose_y = matmul_24_transpose_y_0, x = mul_615, y = reshape_102)[name = string("matmul_24")]; tensor add_74 = add(x = matmul_24, y = reshape_1)[name = string("add_74")]; int32 softmax_12_axis_0 = const()[name = string("softmax_12_axis_0"), val = int32(-1)]; tensor softmax_12 = softmax(axis = softmax_12_axis_0, x = add_74)[name = string("softmax_12")]; bool matmul_25_transpose_x_0 = const()[name = string("matmul_25_transpose_x_0"), val = bool(false)]; bool matmul_25_transpose_y_0 = const()[name = string("matmul_25_transpose_y_0"), val = bool(false)]; tensor matmul_25 = matmul(transpose_x = matmul_25_transpose_x_0, transpose_y = matmul_25_transpose_y_0, x = softmax_12, y = reshape_104)[name = string("matmul_25")]; tensor transpose_51_perm_0 = const()[name = string("transpose_51_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_105_shape_0 = const()[name = string("reshape_105_shape_0"), val = tensor([8, 352])]; tensor transpose_51 = transpose(perm = transpose_51_perm_0, x = matmul_25)[name = string("transpose_12")]; tensor reshape_105 = reshape(shape = reshape_105_shape_0, x = transpose_51)[name = string("reshape_105")]; tensor mul_616 = mul(x = reshape_105, y = reshape_105)[name = string("mul_616")]; tensor reduce_mean_132_axes_0 = const()[name = string("reduce_mean_132_axes_0"), val = tensor([-1])]; bool reduce_mean_132_keep_dims_0 = const()[name = string("reduce_mean_132_keep_dims_0"), val = bool(true)]; tensor reduce_mean_132 = reduce_mean(axes = reduce_mean_132_axes_0, keep_dims = reduce_mean_132_keep_dims_0, x = mul_616)[name = string("reduce_mean_132")]; fp32 rsqrt_132_epsilon_0 = const()[name = string("rsqrt_132_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_132 = rsqrt(epsilon = rsqrt_132_epsilon_0, x = reduce_mean_132)[name = string("rsqrt_132")]; tensor mul_617 = mul(x = reshape_105, y = rsqrt_132)[name = string("mul_617")]; tensor mul_618_y_0 = const()[name = string("mul_618_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6519232)))]; tensor mul_618 = mul(x = mul_617, y = mul_618_y_0)[name = string("mul_618")]; tensor tern_12_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6520000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_o_weight_0_palettized")]; tensor tern_12_o = linear(bias = linear_0_bias_0, weight = tern_12_o_weight_0_palettized, x = mul_618)[name = string("tern_12_o")]; tensor mul_619_y_0 = const()[name = string("mul_619_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551040)))]; tensor mul_619 = mul(x = tern_12_o, y = mul_619_y_0)[name = string("mul_619")]; tensor add_75 = add(x = add_71, y = mul_619)[name = string("add_75")]; tensor mul_620 = mul(x = add_75, y = add_75)[name = string("mul_620")]; tensor reduce_mean_133_axes_0 = const()[name = string("reduce_mean_133_axes_0"), val = tensor([-1])]; bool reduce_mean_133_keep_dims_0 = const()[name = string("reduce_mean_133_keep_dims_0"), val = bool(true)]; tensor reduce_mean_133 = reduce_mean(axes = reduce_mean_133_axes_0, keep_dims = reduce_mean_133_keep_dims_0, x = mul_620)[name = string("reduce_mean_133")]; fp32 rsqrt_133_epsilon_0 = const()[name = string("rsqrt_133_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_133 = rsqrt(epsilon = rsqrt_133_epsilon_0, x = reduce_mean_133)[name = string("rsqrt_133")]; tensor mul_621 = mul(x = add_75, y = rsqrt_133)[name = string("mul_621")]; tensor mul_622_y_0 = const()[name = string("mul_622_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6551808)))]; tensor mul_622 = mul(x = mul_621, y = mul_622_y_0)[name = string("mul_622")]; tensor mul_623 = mul(x = mul_622, y = mul_622)[name = string("mul_623")]; tensor reduce_mean_134_axes_0 = const()[name = string("reduce_mean_134_axes_0"), val = tensor([-1])]; bool reduce_mean_134_keep_dims_0 = const()[name = string("reduce_mean_134_keep_dims_0"), val = bool(true)]; tensor reduce_mean_134 = reduce_mean(axes = reduce_mean_134_axes_0, keep_dims = reduce_mean_134_keep_dims_0, x = mul_623)[name = string("reduce_mean_134")]; fp32 rsqrt_134_epsilon_0 = const()[name = string("rsqrt_134_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_134 = rsqrt(epsilon = rsqrt_134_epsilon_0, x = reduce_mean_134)[name = string("rsqrt_134")]; tensor mul_624 = mul(x = mul_622, y = rsqrt_134)[name = string("mul_624")]; tensor mul_625_y_0 = const()[name = string("mul_625_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6552576)))]; tensor mul_625 = mul(x = mul_624, y = mul_625_y_0)[name = string("mul_625")]; tensor tern_12_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6553344))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w1_weight_0_palettized")]; tensor tern_12_w1 = linear(bias = linear_4_bias_0, weight = tern_12_w1_weight_0_palettized, x = mul_625)[name = string("tern_12_w1")]; tensor mul_626_y_0 = const()[name = string("mul_626_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6637888)))]; tensor mul_626 = mul(x = tern_12_w1, y = mul_626_y_0)[name = string("mul_626")]; tensor mul_629_y_0 = const()[name = string("mul_629_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6639872)))]; tensor mul_629 = mul(x = mul_624, y = mul_629_y_0)[name = string("mul_629")]; tensor tern_12_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6640640))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w3_weight_0_palettized")]; tensor tern_12_w3 = linear(bias = linear_4_bias_0, weight = tern_12_w3_weight_0_palettized, x = mul_629)[name = string("tern_12_w3")]; tensor mul_630_y_0 = const()[name = string("mul_630_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6725184)))]; tensor mul_630 = mul(x = tern_12_w3, y = mul_630_y_0)[name = string("mul_630")]; fp16 mul_631_y_0 = const()[name = string("mul_631_y_0"), val = fp16(0x1p-1)]; tensor mul_631 = mul(x = mul_626, y = mul_631_y_0)[name = string("mul_631")]; tensor tanh_12 = tanh(x = mul_631)[name = string("tanh_12")]; fp16 mul_632_x_0 = const()[name = string("mul_632_x_0"), val = fp16(0x1p-1)]; tensor mul_632 = mul(x = mul_632_x_0, y = tanh_12)[name = string("mul_632")]; fp16 add_76_x_0 = const()[name = string("add_76_x_0"), val = fp16(0x1p-1)]; tensor add_76 = add(x = add_76_x_0, y = mul_632)[name = string("add_76")]; tensor mul_633 = mul(x = mul_626, y = add_76)[name = string("mul_633")]; tensor mul_634 = mul(x = mul_633, y = mul_630)[name = string("mul_634")]; tensor mul_635 = mul(x = mul_634, y = mul_634)[name = string("mul_635")]; tensor reduce_mean_136_axes_0 = const()[name = string("reduce_mean_136_axes_0"), val = tensor([-1])]; bool reduce_mean_136_keep_dims_0 = const()[name = string("reduce_mean_136_keep_dims_0"), val = bool(true)]; tensor reduce_mean_136 = reduce_mean(axes = reduce_mean_136_axes_0, keep_dims = reduce_mean_136_keep_dims_0, x = mul_635)[name = string("reduce_mean_136")]; fp32 rsqrt_136_epsilon_0 = const()[name = string("rsqrt_136_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_136 = rsqrt(epsilon = rsqrt_136_epsilon_0, x = reduce_mean_136)[name = string("rsqrt_136")]; tensor mul_636 = mul(x = mul_634, y = rsqrt_136)[name = string("mul_636")]; tensor mul_637_y_0 = const()[name = string("mul_637_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6727168)))]; tensor mul_637 = mul(x = mul_636, y = mul_637_y_0)[name = string("mul_637")]; tensor tern_12_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6729152))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_12_w2_weight_0_palettized")]; tensor tern_12_w2 = linear(bias = linear_0_bias_0, weight = tern_12_w2_weight_0_palettized, x = mul_637)[name = string("tern_12_w2")]; tensor mul_638_y_0 = const()[name = string("mul_638_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6813696)))]; tensor mul_638 = mul(x = tern_12_w2, y = mul_638_y_0)[name = string("mul_638")]; tensor add_77 = add(x = add_75, y = mul_638)[name = string("add_77")]; tensor mul_639 = mul(x = add_77, y = add_77)[name = string("mul_639")]; tensor reduce_mean_137_axes_0 = const()[name = string("reduce_mean_137_axes_0"), val = tensor([-1])]; bool reduce_mean_137_keep_dims_0 = const()[name = string("reduce_mean_137_keep_dims_0"), val = bool(true)]; tensor reduce_mean_137 = reduce_mean(axes = reduce_mean_137_axes_0, keep_dims = reduce_mean_137_keep_dims_0, x = mul_639)[name = string("reduce_mean_137")]; fp32 rsqrt_137_epsilon_0 = const()[name = string("rsqrt_137_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_137 = rsqrt(epsilon = rsqrt_137_epsilon_0, x = reduce_mean_137)[name = string("rsqrt_137")]; tensor mul_640 = mul(x = add_77, y = rsqrt_137)[name = string("mul_640")]; tensor mul_641_y_0 = const()[name = string("mul_641_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6814464)))]; tensor mul_641 = mul(x = mul_640, y = mul_641_y_0)[name = string("mul_641")]; tensor mul_642 = mul(x = mul_641, y = mul_641)[name = string("mul_642")]; tensor reduce_mean_138_axes_0 = const()[name = string("reduce_mean_138_axes_0"), val = tensor([-1])]; bool reduce_mean_138_keep_dims_0 = const()[name = string("reduce_mean_138_keep_dims_0"), val = bool(true)]; tensor reduce_mean_138 = reduce_mean(axes = reduce_mean_138_axes_0, keep_dims = reduce_mean_138_keep_dims_0, x = mul_642)[name = string("reduce_mean_138")]; fp32 rsqrt_138_epsilon_0 = const()[name = string("rsqrt_138_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_138 = rsqrt(epsilon = rsqrt_138_epsilon_0, x = reduce_mean_138)[name = string("rsqrt_138")]; tensor mul_643 = mul(x = mul_641, y = rsqrt_138)[name = string("mul_643")]; tensor mul_644_y_0 = const()[name = string("mul_644_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6815232)))]; tensor mul_644 = mul(x = mul_643, y = mul_644_y_0)[name = string("mul_644")]; tensor tern_13_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6816000))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_q_weight_0_palettized")]; tensor tern_13_q = linear(bias = linear_0_bias_0, weight = tern_13_q_weight_0_palettized, x = mul_644)[name = string("tern_13_q")]; tensor mul_645_y_0 = const()[name = string("mul_645_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847040)))]; tensor mul_645 = mul(x = tern_13_q, y = mul_645_y_0)[name = string("mul_645")]; tensor reshape_106_shape_0 = const()[name = string("reshape_106_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_106 = reshape(shape = reshape_106_shape_0, x = mul_645)[name = string("reshape_106")]; tensor transpose_52_perm_0 = const()[name = string("transpose_52_perm_0"), val = tensor([1, 0, 2])]; tensor mul_648_y_0 = const()[name = string("mul_648_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6847808)))]; tensor mul_648 = mul(x = mul_643, y = mul_648_y_0)[name = string("mul_648")]; tensor tern_13_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6848576))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_k_weight_0_palettized")]; tensor tern_13_k_bias_0 = const()[name = string("tern_13_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_k = linear(bias = tern_13_k_bias_0, weight = tern_13_k_weight_0_palettized, x = mul_648)[name = string("tern_13_k")]; tensor mul_649_y_0 = const()[name = string("mul_649_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856384)))]; tensor mul_649 = mul(x = tern_13_k, y = mul_649_y_0)[name = string("mul_649")]; tensor reshape_107_shape_0 = const()[name = string("reshape_107_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_107 = reshape(shape = reshape_107_shape_0, x = mul_649)[name = string("reshape_107")]; tensor transpose_53_perm_0 = const()[name = string("transpose_53_perm_0"), val = tensor([1, 0, 2])]; tensor mul_652_y_0 = const()[name = string("mul_652_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6856640)))]; tensor mul_652 = mul(x = mul_643, y = mul_652_y_0)[name = string("mul_652")]; tensor tern_13_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6857408))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_v_weight_0_palettized")]; tensor tern_13_v_bias_0 = const()[name = string("tern_13_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_13_v = linear(bias = tern_13_v_bias_0, weight = tern_13_v_weight_0_palettized, x = mul_652)[name = string("tern_13_v")]; tensor mul_653_y_0 = const()[name = string("mul_653_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865216)))]; tensor mul_653 = mul(x = tern_13_v, y = mul_653_y_0)[name = string("mul_653")]; tensor reshape_108_shape_0 = const()[name = string("reshape_108_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_108 = reshape(shape = reshape_108_shape_0, x = mul_653)[name = string("reshape_108")]; tensor transpose_54_perm_0 = const()[name = string("transpose_54_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_52 = transpose(perm = transpose_52_perm_0, x = reshape_106)[name = string("transpose_11")]; tensor mul_654 = mul(x = transpose_52, y = transpose_52)[name = string("mul_654")]; tensor reduce_mean_141_axes_0 = const()[name = string("reduce_mean_141_axes_0"), val = tensor([-1])]; bool reduce_mean_141_keep_dims_0 = const()[name = string("reduce_mean_141_keep_dims_0"), val = bool(true)]; tensor reduce_mean_141 = reduce_mean(axes = reduce_mean_141_axes_0, keep_dims = reduce_mean_141_keep_dims_0, x = mul_654)[name = string("reduce_mean_141")]; fp32 rsqrt_141_epsilon_0 = const()[name = string("rsqrt_141_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_141 = rsqrt(epsilon = rsqrt_141_epsilon_0, x = reduce_mean_141)[name = string("rsqrt_141")]; tensor mul_655 = mul(x = transpose_52, y = rsqrt_141)[name = string("mul_655")]; tensor mul_656_y_0 = const()[name = string("mul_656_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865472)))]; tensor mul_656 = mul(x = mul_655, y = mul_656_y_0)[name = string("mul_656")]; tensor slice_by_index_52_begin_0 = const()[name = string("slice_by_index_52_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_52_end_0 = const()[name = string("slice_by_index_52_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_52_end_mask_0 = const()[name = string("slice_by_index_52_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_52 = slice_by_index(begin = slice_by_index_52_begin_0, end = slice_by_index_52_end_0, end_mask = slice_by_index_52_end_mask_0, x = mul_656)[name = string("slice_by_index_52")]; tensor slice_by_index_53_begin_0 = const()[name = string("slice_by_index_53_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_53_end_0 = const()[name = string("slice_by_index_53_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_53_end_mask_0 = const()[name = string("slice_by_index_53_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_53 = slice_by_index(begin = slice_by_index_53_begin_0, end = slice_by_index_53_end_0, end_mask = slice_by_index_53_end_mask_0, x = mul_656)[name = string("slice_by_index_53")]; int32 concat_26_axis_0 = const()[name = string("concat_26_axis_0"), val = int32(-1)]; bool concat_26_interleave_0 = const()[name = string("concat_26_interleave_0"), val = bool(false)]; tensor concat_26 = concat(axis = concat_26_axis_0, interleave = concat_26_interleave_0, values = (slice_by_index_53, slice_by_index_52))[name = string("concat_26")]; tensor mul_657_y_0 = const()[name = string("mul_657_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_657 = mul(x = concat_26, y = mul_657_y_0)[name = string("mul_657")]; tensor mul_658 = mul(x = mul_656, y = mul_11_y_0)[name = string("mul_658")]; tensor mul_659 = mul(x = mul_657, y = mul_12_y_0)[name = string("mul_659")]; tensor add_78 = add(x = mul_658, y = mul_659)[name = string("add_78")]; tensor transpose_53 = transpose(perm = transpose_53_perm_0, x = reshape_107)[name = string("transpose_10")]; tensor mul_660 = mul(x = transpose_53, y = transpose_53)[name = string("mul_660")]; tensor reduce_mean_142_axes_0 = const()[name = string("reduce_mean_142_axes_0"), val = tensor([-1])]; bool reduce_mean_142_keep_dims_0 = const()[name = string("reduce_mean_142_keep_dims_0"), val = bool(true)]; tensor reduce_mean_142 = reduce_mean(axes = reduce_mean_142_axes_0, keep_dims = reduce_mean_142_keep_dims_0, x = mul_660)[name = string("reduce_mean_142")]; fp32 rsqrt_142_epsilon_0 = const()[name = string("rsqrt_142_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_142 = rsqrt(epsilon = rsqrt_142_epsilon_0, x = reduce_mean_142)[name = string("rsqrt_142")]; tensor mul_661 = mul(x = transpose_53, y = rsqrt_142)[name = string("mul_661")]; tensor mul_662_y_0 = const()[name = string("mul_662_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865664)))]; tensor mul_662 = mul(x = mul_661, y = mul_662_y_0)[name = string("mul_662")]; tensor slice_by_index_54_begin_0 = const()[name = string("slice_by_index_54_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_54_end_0 = const()[name = string("slice_by_index_54_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_54_end_mask_0 = const()[name = string("slice_by_index_54_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_54 = slice_by_index(begin = slice_by_index_54_begin_0, end = slice_by_index_54_end_0, end_mask = slice_by_index_54_end_mask_0, x = mul_662)[name = string("slice_by_index_54")]; tensor slice_by_index_55_begin_0 = const()[name = string("slice_by_index_55_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_55_end_0 = const()[name = string("slice_by_index_55_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_55_end_mask_0 = const()[name = string("slice_by_index_55_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_55 = slice_by_index(begin = slice_by_index_55_begin_0, end = slice_by_index_55_end_0, end_mask = slice_by_index_55_end_mask_0, x = mul_662)[name = string("slice_by_index_55")]; int32 concat_27_axis_0 = const()[name = string("concat_27_axis_0"), val = int32(-1)]; bool concat_27_interleave_0 = const()[name = string("concat_27_interleave_0"), val = bool(false)]; tensor concat_27 = concat(axis = concat_27_axis_0, interleave = concat_27_interleave_0, values = (slice_by_index_55, slice_by_index_54))[name = string("concat_27")]; tensor mul_663_y_0 = const()[name = string("mul_663_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_663 = mul(x = concat_27, y = mul_663_y_0)[name = string("mul_663")]; tensor mul_664 = mul(x = mul_662, y = mul_11_y_0)[name = string("mul_664")]; tensor mul_665 = mul(x = mul_663, y = mul_12_y_0)[name = string("mul_665")]; tensor add_79 = add(x = mul_664, y = mul_665)[name = string("add_79")]; tensor reshape_109_shape_0 = const()[name = string("reshape_109_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_109 = reshape(shape = reshape_109_shape_0, x = add_79)[name = string("reshape_109")]; tensor tile_26_reps_0 = const()[name = string("tile_26_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_26 = tile(reps = tile_26_reps_0, x = reshape_109)[name = string("tile_26")]; tensor reshape_110_shape_0 = const()[name = string("reshape_110_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_110 = reshape(shape = reshape_110_shape_0, x = tile_26)[name = string("reshape_110")]; tensor reshape_111_shape_0 = const()[name = string("reshape_111_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_54 = transpose(perm = transpose_54_perm_0, x = reshape_108)[name = string("transpose_9")]; tensor reshape_111 = reshape(shape = reshape_111_shape_0, x = transpose_54)[name = string("reshape_111")]; tensor tile_27_reps_0 = const()[name = string("tile_27_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_27 = tile(reps = tile_27_reps_0, x = reshape_111)[name = string("tile_27")]; tensor reshape_112_shape_0 = const()[name = string("reshape_112_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_112 = reshape(shape = reshape_112_shape_0, x = tile_27)[name = string("reshape_112")]; fp16 mul_666_y_0 = const()[name = string("mul_666_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_666 = mul(x = add_78, y = mul_666_y_0)[name = string("mul_666")]; bool matmul_26_transpose_y_0 = const()[name = string("matmul_26_transpose_y_0"), val = bool(true)]; bool matmul_26_transpose_x_0 = const()[name = string("matmul_26_transpose_x_0"), val = bool(false)]; tensor matmul_26 = matmul(transpose_x = matmul_26_transpose_x_0, transpose_y = matmul_26_transpose_y_0, x = mul_666, y = reshape_110)[name = string("matmul_26")]; tensor add_80 = add(x = matmul_26, y = reshape_1)[name = string("add_80")]; int32 softmax_13_axis_0 = const()[name = string("softmax_13_axis_0"), val = int32(-1)]; tensor softmax_13 = softmax(axis = softmax_13_axis_0, x = add_80)[name = string("softmax_13")]; bool matmul_27_transpose_x_0 = const()[name = string("matmul_27_transpose_x_0"), val = bool(false)]; bool matmul_27_transpose_y_0 = const()[name = string("matmul_27_transpose_y_0"), val = bool(false)]; tensor matmul_27 = matmul(transpose_x = matmul_27_transpose_x_0, transpose_y = matmul_27_transpose_y_0, x = softmax_13, y = reshape_112)[name = string("matmul_27")]; tensor transpose_55_perm_0 = const()[name = string("transpose_55_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_113_shape_0 = const()[name = string("reshape_113_shape_0"), val = tensor([8, 352])]; tensor transpose_55 = transpose(perm = transpose_55_perm_0, x = matmul_27)[name = string("transpose_8")]; tensor reshape_113 = reshape(shape = reshape_113_shape_0, x = transpose_55)[name = string("reshape_113")]; tensor mul_667 = mul(x = reshape_113, y = reshape_113)[name = string("mul_667")]; tensor reduce_mean_143_axes_0 = const()[name = string("reduce_mean_143_axes_0"), val = tensor([-1])]; bool reduce_mean_143_keep_dims_0 = const()[name = string("reduce_mean_143_keep_dims_0"), val = bool(true)]; tensor reduce_mean_143 = reduce_mean(axes = reduce_mean_143_axes_0, keep_dims = reduce_mean_143_keep_dims_0, x = mul_667)[name = string("reduce_mean_143")]; fp32 rsqrt_143_epsilon_0 = const()[name = string("rsqrt_143_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_143 = rsqrt(epsilon = rsqrt_143_epsilon_0, x = reduce_mean_143)[name = string("rsqrt_143")]; tensor mul_668 = mul(x = reshape_113, y = rsqrt_143)[name = string("mul_668")]; tensor mul_669_y_0 = const()[name = string("mul_669_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6865856)))]; tensor mul_669 = mul(x = mul_668, y = mul_669_y_0)[name = string("mul_669")]; tensor tern_13_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6866624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_o_weight_0_palettized")]; tensor tern_13_o = linear(bias = linear_0_bias_0, weight = tern_13_o_weight_0_palettized, x = mul_669)[name = string("tern_13_o")]; tensor mul_670_y_0 = const()[name = string("mul_670_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6897664)))]; tensor mul_670 = mul(x = tern_13_o, y = mul_670_y_0)[name = string("mul_670")]; tensor add_81 = add(x = add_77, y = mul_670)[name = string("add_81")]; tensor mul_671 = mul(x = add_81, y = add_81)[name = string("mul_671")]; tensor reduce_mean_144_axes_0 = const()[name = string("reduce_mean_144_axes_0"), val = tensor([-1])]; bool reduce_mean_144_keep_dims_0 = const()[name = string("reduce_mean_144_keep_dims_0"), val = bool(true)]; tensor reduce_mean_144 = reduce_mean(axes = reduce_mean_144_axes_0, keep_dims = reduce_mean_144_keep_dims_0, x = mul_671)[name = string("reduce_mean_144")]; fp32 rsqrt_144_epsilon_0 = const()[name = string("rsqrt_144_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_144 = rsqrt(epsilon = rsqrt_144_epsilon_0, x = reduce_mean_144)[name = string("rsqrt_144")]; tensor mul_672 = mul(x = add_81, y = rsqrt_144)[name = string("mul_672")]; tensor mul_673_y_0 = const()[name = string("mul_673_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6898432)))]; tensor mul_673 = mul(x = mul_672, y = mul_673_y_0)[name = string("mul_673")]; tensor mul_674 = mul(x = mul_673, y = mul_673)[name = string("mul_674")]; tensor reduce_mean_145_axes_0 = const()[name = string("reduce_mean_145_axes_0"), val = tensor([-1])]; bool reduce_mean_145_keep_dims_0 = const()[name = string("reduce_mean_145_keep_dims_0"), val = bool(true)]; tensor reduce_mean_145 = reduce_mean(axes = reduce_mean_145_axes_0, keep_dims = reduce_mean_145_keep_dims_0, x = mul_674)[name = string("reduce_mean_145")]; fp32 rsqrt_145_epsilon_0 = const()[name = string("rsqrt_145_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_145 = rsqrt(epsilon = rsqrt_145_epsilon_0, x = reduce_mean_145)[name = string("rsqrt_145")]; tensor mul_675 = mul(x = mul_673, y = rsqrt_145)[name = string("mul_675")]; tensor mul_676_y_0 = const()[name = string("mul_676_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899200)))]; tensor mul_676 = mul(x = mul_675, y = mul_676_y_0)[name = string("mul_676")]; tensor tern_13_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6899968))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w1_weight_0_palettized")]; tensor tern_13_w1 = linear(bias = linear_4_bias_0, weight = tern_13_w1_weight_0_palettized, x = mul_676)[name = string("tern_13_w1")]; tensor mul_677_y_0 = const()[name = string("mul_677_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6984512)))]; tensor mul_677 = mul(x = tern_13_w1, y = mul_677_y_0)[name = string("mul_677")]; tensor mul_680_y_0 = const()[name = string("mul_680_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6986496)))]; tensor mul_680 = mul(x = mul_675, y = mul_680_y_0)[name = string("mul_680")]; tensor tern_13_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(6987264))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w3_weight_0_palettized")]; tensor tern_13_w3 = linear(bias = linear_4_bias_0, weight = tern_13_w3_weight_0_palettized, x = mul_680)[name = string("tern_13_w3")]; tensor mul_681_y_0 = const()[name = string("mul_681_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7071808)))]; tensor mul_681 = mul(x = tern_13_w3, y = mul_681_y_0)[name = string("mul_681")]; fp16 mul_682_y_0 = const()[name = string("mul_682_y_0"), val = fp16(0x1p-1)]; tensor mul_682 = mul(x = mul_677, y = mul_682_y_0)[name = string("mul_682")]; tensor tanh_13 = tanh(x = mul_682)[name = string("tanh_13")]; fp16 mul_683_x_0 = const()[name = string("mul_683_x_0"), val = fp16(0x1p-1)]; tensor mul_683 = mul(x = mul_683_x_0, y = tanh_13)[name = string("mul_683")]; fp16 add_82_x_0 = const()[name = string("add_82_x_0"), val = fp16(0x1p-1)]; tensor add_82 = add(x = add_82_x_0, y = mul_683)[name = string("add_82")]; tensor mul_684 = mul(x = mul_677, y = add_82)[name = string("mul_684")]; tensor mul_685 = mul(x = mul_684, y = mul_681)[name = string("mul_685")]; tensor mul_686 = mul(x = mul_685, y = mul_685)[name = string("mul_686")]; tensor reduce_mean_147_axes_0 = const()[name = string("reduce_mean_147_axes_0"), val = tensor([-1])]; bool reduce_mean_147_keep_dims_0 = const()[name = string("reduce_mean_147_keep_dims_0"), val = bool(true)]; tensor reduce_mean_147 = reduce_mean(axes = reduce_mean_147_axes_0, keep_dims = reduce_mean_147_keep_dims_0, x = mul_686)[name = string("reduce_mean_147")]; fp32 rsqrt_147_epsilon_0 = const()[name = string("rsqrt_147_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_147 = rsqrt(epsilon = rsqrt_147_epsilon_0, x = reduce_mean_147)[name = string("rsqrt_147")]; tensor mul_687 = mul(x = mul_685, y = rsqrt_147)[name = string("mul_687")]; tensor mul_688_y_0 = const()[name = string("mul_688_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7073792)))]; tensor mul_688 = mul(x = mul_687, y = mul_688_y_0)[name = string("mul_688")]; tensor tern_13_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7075776))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_13_w2_weight_0_palettized")]; tensor tern_13_w2 = linear(bias = linear_0_bias_0, weight = tern_13_w2_weight_0_palettized, x = mul_688)[name = string("tern_13_w2")]; tensor mul_689_y_0 = const()[name = string("mul_689_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7160320)))]; tensor mul_689 = mul(x = tern_13_w2, y = mul_689_y_0)[name = string("mul_689")]; tensor add_83 = add(x = add_81, y = mul_689)[name = string("add_83")]; tensor mul_690 = mul(x = add_83, y = add_83)[name = string("mul_690")]; tensor reduce_mean_148_axes_0 = const()[name = string("reduce_mean_148_axes_0"), val = tensor([-1])]; bool reduce_mean_148_keep_dims_0 = const()[name = string("reduce_mean_148_keep_dims_0"), val = bool(true)]; tensor reduce_mean_148 = reduce_mean(axes = reduce_mean_148_axes_0, keep_dims = reduce_mean_148_keep_dims_0, x = mul_690)[name = string("reduce_mean_148")]; fp32 rsqrt_148_epsilon_0 = const()[name = string("rsqrt_148_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_148 = rsqrt(epsilon = rsqrt_148_epsilon_0, x = reduce_mean_148)[name = string("rsqrt_148")]; tensor mul_691 = mul(x = add_83, y = rsqrt_148)[name = string("mul_691")]; tensor mul_692_y_0 = const()[name = string("mul_692_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161088)))]; tensor mul_692 = mul(x = mul_691, y = mul_692_y_0)[name = string("mul_692")]; tensor mul_693 = mul(x = mul_692, y = mul_692)[name = string("mul_693")]; tensor reduce_mean_149_axes_0 = const()[name = string("reduce_mean_149_axes_0"), val = tensor([-1])]; bool reduce_mean_149_keep_dims_0 = const()[name = string("reduce_mean_149_keep_dims_0"), val = bool(true)]; tensor reduce_mean_149 = reduce_mean(axes = reduce_mean_149_axes_0, keep_dims = reduce_mean_149_keep_dims_0, x = mul_693)[name = string("reduce_mean_149")]; fp32 rsqrt_149_epsilon_0 = const()[name = string("rsqrt_149_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_149 = rsqrt(epsilon = rsqrt_149_epsilon_0, x = reduce_mean_149)[name = string("rsqrt_149")]; tensor mul_694 = mul(x = mul_692, y = rsqrt_149)[name = string("mul_694")]; tensor mul_695_y_0 = const()[name = string("mul_695_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7161856)))]; tensor mul_695 = mul(x = mul_694, y = mul_695_y_0)[name = string("mul_695")]; tensor tern_14_q_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7162624))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_q_weight_0_palettized")]; tensor tern_14_q = linear(bias = linear_0_bias_0, weight = tern_14_q_weight_0_palettized, x = mul_695)[name = string("tern_14_q")]; tensor mul_696_y_0 = const()[name = string("mul_696_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7193664)))]; tensor mul_696 = mul(x = tern_14_q, y = mul_696_y_0)[name = string("mul_696")]; tensor reshape_114_shape_0 = const()[name = string("reshape_114_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_114 = reshape(shape = reshape_114_shape_0, x = mul_696)[name = string("reshape_114")]; tensor transpose_56_perm_0 = const()[name = string("transpose_56_perm_0"), val = tensor([1, 0, 2])]; tensor mul_699_y_0 = const()[name = string("mul_699_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7194432)))]; tensor mul_699 = mul(x = mul_694, y = mul_699_y_0)[name = string("mul_699")]; tensor tern_14_k_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7195200))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_k_weight_0_palettized")]; tensor tern_14_k_bias_0 = const()[name = string("tern_14_k_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_k = linear(bias = tern_14_k_bias_0, weight = tern_14_k_weight_0_palettized, x = mul_699)[name = string("tern_14_k")]; tensor mul_700_y_0 = const()[name = string("mul_700_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203008)))]; tensor mul_700 = mul(x = tern_14_k, y = mul_700_y_0)[name = string("mul_700")]; tensor reshape_115_shape_0 = const()[name = string("reshape_115_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_115 = reshape(shape = reshape_115_shape_0, x = mul_700)[name = string("reshape_115")]; tensor transpose_57_perm_0 = const()[name = string("transpose_57_perm_0"), val = tensor([1, 0, 2])]; tensor mul_703_y_0 = const()[name = string("mul_703_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7203264)))]; tensor mul_703 = mul(x = mul_694, y = mul_703_y_0)[name = string("mul_703")]; tensor tern_14_v_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7204032))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_v_weight_0_palettized")]; tensor tern_14_v_bias_0 = const()[name = string("tern_14_v_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor tern_14_v = linear(bias = tern_14_v_bias_0, weight = tern_14_v_weight_0_palettized, x = mul_703)[name = string("tern_14_v")]; tensor mul_704_y_0 = const()[name = string("mul_704_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7211840)))]; tensor mul_704 = mul(x = tern_14_v, y = mul_704_y_0)[name = string("mul_704")]; tensor reshape_116_shape_0 = const()[name = string("reshape_116_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_116 = reshape(shape = reshape_116_shape_0, x = mul_704)[name = string("reshape_116")]; tensor transpose_58_perm_0 = const()[name = string("transpose_58_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_56 = transpose(perm = transpose_56_perm_0, x = reshape_114)[name = string("transpose_7")]; tensor mul_705 = mul(x = transpose_56, y = transpose_56)[name = string("mul_705")]; tensor reduce_mean_152_axes_0 = const()[name = string("reduce_mean_152_axes_0"), val = tensor([-1])]; bool reduce_mean_152_keep_dims_0 = const()[name = string("reduce_mean_152_keep_dims_0"), val = bool(true)]; tensor reduce_mean_152 = reduce_mean(axes = reduce_mean_152_axes_0, keep_dims = reduce_mean_152_keep_dims_0, x = mul_705)[name = string("reduce_mean_152")]; fp32 rsqrt_152_epsilon_0 = const()[name = string("rsqrt_152_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_152 = rsqrt(epsilon = rsqrt_152_epsilon_0, x = reduce_mean_152)[name = string("rsqrt_152")]; tensor mul_706 = mul(x = transpose_56, y = rsqrt_152)[name = string("mul_706")]; tensor mul_707_y_0 = const()[name = string("mul_707_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212096)))]; tensor mul_707 = mul(x = mul_706, y = mul_707_y_0)[name = string("mul_707")]; tensor slice_by_index_56_begin_0 = const()[name = string("slice_by_index_56_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_56_end_0 = const()[name = string("slice_by_index_56_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_56_end_mask_0 = const()[name = string("slice_by_index_56_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_56 = slice_by_index(begin = slice_by_index_56_begin_0, end = slice_by_index_56_end_0, end_mask = slice_by_index_56_end_mask_0, x = mul_707)[name = string("slice_by_index_56")]; tensor slice_by_index_57_begin_0 = const()[name = string("slice_by_index_57_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_57_end_0 = const()[name = string("slice_by_index_57_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_57_end_mask_0 = const()[name = string("slice_by_index_57_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_57 = slice_by_index(begin = slice_by_index_57_begin_0, end = slice_by_index_57_end_0, end_mask = slice_by_index_57_end_mask_0, x = mul_707)[name = string("slice_by_index_57")]; int32 concat_28_axis_0 = const()[name = string("concat_28_axis_0"), val = int32(-1)]; bool concat_28_interleave_0 = const()[name = string("concat_28_interleave_0"), val = bool(false)]; tensor concat_28 = concat(axis = concat_28_axis_0, interleave = concat_28_interleave_0, values = (slice_by_index_57, slice_by_index_56))[name = string("concat_28")]; tensor mul_708_y_0 = const()[name = string("mul_708_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_708 = mul(x = concat_28, y = mul_708_y_0)[name = string("mul_708")]; tensor mul_709 = mul(x = mul_707, y = mul_11_y_0)[name = string("mul_709")]; tensor mul_710 = mul(x = mul_708, y = mul_12_y_0)[name = string("mul_710")]; tensor add_84 = add(x = mul_709, y = mul_710)[name = string("add_84")]; tensor transpose_57 = transpose(perm = transpose_57_perm_0, x = reshape_115)[name = string("transpose_6")]; tensor mul_711 = mul(x = transpose_57, y = transpose_57)[name = string("mul_711")]; tensor reduce_mean_153_axes_0 = const()[name = string("reduce_mean_153_axes_0"), val = tensor([-1])]; bool reduce_mean_153_keep_dims_0 = const()[name = string("reduce_mean_153_keep_dims_0"), val = bool(true)]; tensor reduce_mean_153 = reduce_mean(axes = reduce_mean_153_axes_0, keep_dims = reduce_mean_153_keep_dims_0, x = mul_711)[name = string("reduce_mean_153")]; fp32 rsqrt_153_epsilon_0 = const()[name = string("rsqrt_153_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_153 = rsqrt(epsilon = rsqrt_153_epsilon_0, x = reduce_mean_153)[name = string("rsqrt_153")]; tensor mul_712 = mul(x = transpose_57, y = rsqrt_153)[name = string("mul_712")]; tensor mul_713_y_0 = const()[name = string("mul_713_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212288)))]; tensor mul_713 = mul(x = mul_712, y = mul_713_y_0)[name = string("mul_713")]; tensor slice_by_index_58_begin_0 = const()[name = string("slice_by_index_58_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_58_end_0 = const()[name = string("slice_by_index_58_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_58_end_mask_0 = const()[name = string("slice_by_index_58_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_58 = slice_by_index(begin = slice_by_index_58_begin_0, end = slice_by_index_58_end_0, end_mask = slice_by_index_58_end_mask_0, x = mul_713)[name = string("slice_by_index_58")]; tensor slice_by_index_59_begin_0 = const()[name = string("slice_by_index_59_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_59_end_0 = const()[name = string("slice_by_index_59_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_59_end_mask_0 = const()[name = string("slice_by_index_59_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_59 = slice_by_index(begin = slice_by_index_59_begin_0, end = slice_by_index_59_end_0, end_mask = slice_by_index_59_end_mask_0, x = mul_713)[name = string("slice_by_index_59")]; int32 concat_29_axis_0 = const()[name = string("concat_29_axis_0"), val = int32(-1)]; bool concat_29_interleave_0 = const()[name = string("concat_29_interleave_0"), val = bool(false)]; tensor concat_29 = concat(axis = concat_29_axis_0, interleave = concat_29_interleave_0, values = (slice_by_index_59, slice_by_index_58))[name = string("concat_29")]; tensor mul_714_y_0 = const()[name = string("mul_714_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_714 = mul(x = concat_29, y = mul_714_y_0)[name = string("mul_714")]; tensor mul_715 = mul(x = mul_713, y = mul_11_y_0)[name = string("mul_715")]; tensor mul_716 = mul(x = mul_714, y = mul_12_y_0)[name = string("mul_716")]; tensor add_85 = add(x = mul_715, y = mul_716)[name = string("add_85")]; tensor reshape_117_shape_0 = const()[name = string("reshape_117_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_117 = reshape(shape = reshape_117_shape_0, x = add_85)[name = string("reshape_117")]; tensor tile_28_reps_0 = const()[name = string("tile_28_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_28 = tile(reps = tile_28_reps_0, x = reshape_117)[name = string("tile_28")]; tensor reshape_118_shape_0 = const()[name = string("reshape_118_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_118 = reshape(shape = reshape_118_shape_0, x = tile_28)[name = string("reshape_118")]; tensor reshape_119_shape_0 = const()[name = string("reshape_119_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_58 = transpose(perm = transpose_58_perm_0, x = reshape_116)[name = string("transpose_5")]; tensor reshape_119 = reshape(shape = reshape_119_shape_0, x = transpose_58)[name = string("reshape_119")]; tensor tile_29_reps_0 = const()[name = string("tile_29_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_29 = tile(reps = tile_29_reps_0, x = reshape_119)[name = string("tile_29")]; tensor reshape_120_shape_0 = const()[name = string("reshape_120_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_120 = reshape(shape = reshape_120_shape_0, x = tile_29)[name = string("reshape_120")]; fp16 mul_717_y_0 = const()[name = string("mul_717_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_717 = mul(x = add_84, y = mul_717_y_0)[name = string("mul_717")]; bool matmul_28_transpose_y_0 = const()[name = string("matmul_28_transpose_y_0"), val = bool(true)]; bool matmul_28_transpose_x_0 = const()[name = string("matmul_28_transpose_x_0"), val = bool(false)]; tensor matmul_28 = matmul(transpose_x = matmul_28_transpose_x_0, transpose_y = matmul_28_transpose_y_0, x = mul_717, y = reshape_118)[name = string("matmul_28")]; tensor add_86 = add(x = matmul_28, y = reshape_1)[name = string("add_86")]; int32 softmax_14_axis_0 = const()[name = string("softmax_14_axis_0"), val = int32(-1)]; tensor softmax_14 = softmax(axis = softmax_14_axis_0, x = add_86)[name = string("softmax_14")]; bool matmul_29_transpose_x_0 = const()[name = string("matmul_29_transpose_x_0"), val = bool(false)]; bool matmul_29_transpose_y_0 = const()[name = string("matmul_29_transpose_y_0"), val = bool(false)]; tensor matmul_29 = matmul(transpose_x = matmul_29_transpose_x_0, transpose_y = matmul_29_transpose_y_0, x = softmax_14, y = reshape_120)[name = string("matmul_29")]; tensor transpose_59_perm_0 = const()[name = string("transpose_59_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_121_shape_0 = const()[name = string("reshape_121_shape_0"), val = tensor([8, 352])]; tensor transpose_59 = transpose(perm = transpose_59_perm_0, x = matmul_29)[name = string("transpose_4")]; tensor reshape_121 = reshape(shape = reshape_121_shape_0, x = transpose_59)[name = string("reshape_121")]; tensor mul_718 = mul(x = reshape_121, y = reshape_121)[name = string("mul_718")]; tensor reduce_mean_154_axes_0 = const()[name = string("reduce_mean_154_axes_0"), val = tensor([-1])]; bool reduce_mean_154_keep_dims_0 = const()[name = string("reduce_mean_154_keep_dims_0"), val = bool(true)]; tensor reduce_mean_154 = reduce_mean(axes = reduce_mean_154_axes_0, keep_dims = reduce_mean_154_keep_dims_0, x = mul_718)[name = string("reduce_mean_154")]; fp32 rsqrt_154_epsilon_0 = const()[name = string("rsqrt_154_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_154 = rsqrt(epsilon = rsqrt_154_epsilon_0, x = reduce_mean_154)[name = string("rsqrt_154")]; tensor mul_719 = mul(x = reshape_121, y = rsqrt_154)[name = string("mul_719")]; tensor mul_720_y_0 = const()[name = string("mul_720_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7212480)))]; tensor mul_720 = mul(x = mul_719, y = mul_720_y_0)[name = string("mul_720")]; tensor tern_14_o_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7213248))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_o_weight_0_palettized")]; tensor tern_14_o = linear(bias = linear_0_bias_0, weight = tern_14_o_weight_0_palettized, x = mul_720)[name = string("tern_14_o")]; tensor mul_721_y_0 = const()[name = string("mul_721_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7244288)))]; tensor mul_721 = mul(x = tern_14_o, y = mul_721_y_0)[name = string("mul_721")]; tensor add_87 = add(x = add_83, y = mul_721)[name = string("add_87")]; tensor mul_722 = mul(x = add_87, y = add_87)[name = string("mul_722")]; tensor reduce_mean_155_axes_0 = const()[name = string("reduce_mean_155_axes_0"), val = tensor([-1])]; bool reduce_mean_155_keep_dims_0 = const()[name = string("reduce_mean_155_keep_dims_0"), val = bool(true)]; tensor reduce_mean_155 = reduce_mean(axes = reduce_mean_155_axes_0, keep_dims = reduce_mean_155_keep_dims_0, x = mul_722)[name = string("reduce_mean_155")]; fp32 rsqrt_155_epsilon_0 = const()[name = string("rsqrt_155_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_155 = rsqrt(epsilon = rsqrt_155_epsilon_0, x = reduce_mean_155)[name = string("rsqrt_155")]; tensor mul_723 = mul(x = add_87, y = rsqrt_155)[name = string("mul_723")]; tensor mul_724_y_0 = const()[name = string("mul_724_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245056)))]; tensor mul_724 = mul(x = mul_723, y = mul_724_y_0)[name = string("mul_724")]; tensor mul_725 = mul(x = mul_724, y = mul_724)[name = string("mul_725")]; tensor reduce_mean_156_axes_0 = const()[name = string("reduce_mean_156_axes_0"), val = tensor([-1])]; bool reduce_mean_156_keep_dims_0 = const()[name = string("reduce_mean_156_keep_dims_0"), val = bool(true)]; tensor reduce_mean_156 = reduce_mean(axes = reduce_mean_156_axes_0, keep_dims = reduce_mean_156_keep_dims_0, x = mul_725)[name = string("reduce_mean_156")]; fp32 rsqrt_156_epsilon_0 = const()[name = string("rsqrt_156_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_156 = rsqrt(epsilon = rsqrt_156_epsilon_0, x = reduce_mean_156)[name = string("rsqrt_156")]; tensor mul_726 = mul(x = mul_724, y = rsqrt_156)[name = string("mul_726")]; tensor mul_727_y_0 = const()[name = string("mul_727_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7245824)))]; tensor mul_727 = mul(x = mul_726, y = mul_727_y_0)[name = string("mul_727")]; tensor tern_14_w1_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7246592))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w1_weight_0_palettized")]; tensor tern_14_w1 = linear(bias = linear_4_bias_0, weight = tern_14_w1_weight_0_palettized, x = mul_727)[name = string("tern_14_w1")]; tensor mul_728_y_0 = const()[name = string("mul_728_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7331136)))]; tensor mul_728 = mul(x = tern_14_w1, y = mul_728_y_0)[name = string("mul_728")]; tensor mul_731_y_0 = const()[name = string("mul_731_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333120)))]; tensor mul_731 = mul(x = mul_726, y = mul_731_y_0)[name = string("mul_731")]; tensor tern_14_w3_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7333888))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w3_weight_0_palettized")]; tensor tern_14_w3 = linear(bias = linear_4_bias_0, weight = tern_14_w3_weight_0_palettized, x = mul_731)[name = string("tern_14_w3")]; tensor mul_732_y_0 = const()[name = string("mul_732_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7418432)))]; tensor mul_732 = mul(x = tern_14_w3, y = mul_732_y_0)[name = string("mul_732")]; fp16 mul_733_y_0 = const()[name = string("mul_733_y_0"), val = fp16(0x1p-1)]; tensor mul_733 = mul(x = mul_728, y = mul_733_y_0)[name = string("mul_733")]; tensor tanh_14 = tanh(x = mul_733)[name = string("tanh_14")]; fp16 mul_734_x_0 = const()[name = string("mul_734_x_0"), val = fp16(0x1p-1)]; tensor mul_734 = mul(x = mul_734_x_0, y = tanh_14)[name = string("mul_734")]; fp16 add_88_x_0 = const()[name = string("add_88_x_0"), val = fp16(0x1p-1)]; tensor add_88 = add(x = add_88_x_0, y = mul_734)[name = string("add_88")]; tensor mul_735 = mul(x = mul_728, y = add_88)[name = string("mul_735")]; tensor mul_736 = mul(x = mul_735, y = mul_732)[name = string("mul_736")]; tensor mul_737 = mul(x = mul_736, y = mul_736)[name = string("mul_737")]; tensor reduce_mean_158_axes_0 = const()[name = string("reduce_mean_158_axes_0"), val = tensor([-1])]; bool reduce_mean_158_keep_dims_0 = const()[name = string("reduce_mean_158_keep_dims_0"), val = bool(true)]; tensor reduce_mean_158 = reduce_mean(axes = reduce_mean_158_axes_0, keep_dims = reduce_mean_158_keep_dims_0, x = mul_737)[name = string("reduce_mean_158")]; fp32 rsqrt_158_epsilon_0 = const()[name = string("rsqrt_158_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_158 = rsqrt(epsilon = rsqrt_158_epsilon_0, x = reduce_mean_158)[name = string("rsqrt_158")]; tensor mul_738 = mul(x = mul_736, y = rsqrt_158)[name = string("mul_738")]; tensor mul_739_y_0 = const()[name = string("mul_739_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7420416)))]; tensor mul_739 = mul(x = mul_738, y = mul_739_y_0)[name = string("mul_739")]; tensor tern_14_w2_weight_0_palettized = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7422400))), lut = tensor([[[[-0x1p+0], [0x0p+0], [0x1p+0], [0x0p+0]]]]))[name = string("tern_14_w2_weight_0_palettized")]; tensor tern_14_w2 = linear(bias = linear_0_bias_0, weight = tern_14_w2_weight_0_palettized, x = mul_739)[name = string("tern_14_w2")]; tensor mul_740_y_0 = const()[name = string("mul_740_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7506944)))]; tensor mul_740 = mul(x = tern_14_w2, y = mul_740_y_0)[name = string("mul_740")]; tensor add_89 = add(x = add_87, y = mul_740)[name = string("add_89")]; tensor mul_741 = mul(x = add_89, y = add_89)[name = string("mul_741")]; tensor reduce_mean_159_axes_0 = const()[name = string("reduce_mean_159_axes_0"), val = tensor([-1])]; bool reduce_mean_159_keep_dims_0 = const()[name = string("reduce_mean_159_keep_dims_0"), val = bool(true)]; tensor reduce_mean_159 = reduce_mean(axes = reduce_mean_159_axes_0, keep_dims = reduce_mean_159_keep_dims_0, x = mul_741)[name = string("reduce_mean_159")]; fp32 rsqrt_159_epsilon_0 = const()[name = string("rsqrt_159_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_159 = rsqrt(epsilon = rsqrt_159_epsilon_0, x = reduce_mean_159)[name = string("rsqrt_159")]; tensor mul_742 = mul(x = add_89, y = rsqrt_159)[name = string("mul_742")]; tensor mul_743_y_0 = const()[name = string("mul_743_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7507712)))]; tensor mul_743 = mul(x = mul_742, y = mul_743_y_0)[name = string("mul_743")]; tensor linear_7_weight_0 = const()[name = string("linear_7_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7508480)))]; tensor linear_7 = linear(bias = linear_0_bias_0, weight = linear_7_weight_0, x = mul_743)[name = string("linear_7")]; tensor reshape_122_shape_0 = const()[name = string("reshape_122_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_122 = reshape(shape = reshape_122_shape_0, x = linear_7)[name = string("reshape_122")]; tensor transpose_60_perm_0 = const()[name = string("transpose_60_perm_0"), val = tensor([1, 0, 2])]; tensor linear_8_weight_0 = const()[name = string("linear_8_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7756352)))]; tensor linear_8_bias_0 = const()[name = string("linear_8_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_8 = linear(bias = linear_8_bias_0, weight = linear_8_weight_0, x = mul_743)[name = string("linear_8")]; tensor reshape_123_shape_0 = const()[name = string("reshape_123_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_123 = reshape(shape = reshape_123_shape_0, x = linear_8)[name = string("reshape_123")]; tensor transpose_61_perm_0 = const()[name = string("transpose_61_perm_0"), val = tensor([1, 0, 2])]; tensor linear_9_weight_0 = const()[name = string("linear_9_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7818368)))]; tensor linear_9_bias_0 = const()[name = string("linear_9_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(312256)))]; tensor linear_9 = linear(bias = linear_9_bias_0, weight = linear_9_weight_0, x = mul_743)[name = string("linear_9")]; tensor reshape_124_shape_0 = const()[name = string("reshape_124_shape_0"), val = tensor([8, 2, 44])]; tensor reshape_124 = reshape(shape = reshape_124_shape_0, x = linear_9)[name = string("reshape_124")]; tensor transpose_62_perm_0 = const()[name = string("transpose_62_perm_0"), val = tensor([1, 0, 2])]; tensor transpose_60 = transpose(perm = transpose_60_perm_0, x = reshape_122)[name = string("transpose_3")]; tensor mul_744 = mul(x = transpose_60, y = transpose_60)[name = string("mul_744")]; tensor reduce_mean_160_axes_0 = const()[name = string("reduce_mean_160_axes_0"), val = tensor([-1])]; bool reduce_mean_160_keep_dims_0 = const()[name = string("reduce_mean_160_keep_dims_0"), val = bool(true)]; tensor reduce_mean_160 = reduce_mean(axes = reduce_mean_160_axes_0, keep_dims = reduce_mean_160_keep_dims_0, x = mul_744)[name = string("reduce_mean_160")]; fp32 rsqrt_160_epsilon_0 = const()[name = string("rsqrt_160_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_160 = rsqrt(epsilon = rsqrt_160_epsilon_0, x = reduce_mean_160)[name = string("rsqrt_160")]; tensor mul_745 = mul(x = transpose_60, y = rsqrt_160)[name = string("mul_745")]; tensor mul_746_y_0 = const()[name = string("mul_746_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880384)))]; tensor mul_746 = mul(x = mul_745, y = mul_746_y_0)[name = string("mul_746")]; tensor slice_by_index_60_begin_0 = const()[name = string("slice_by_index_60_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_60_end_0 = const()[name = string("slice_by_index_60_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_60_end_mask_0 = const()[name = string("slice_by_index_60_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_60 = slice_by_index(begin = slice_by_index_60_begin_0, end = slice_by_index_60_end_0, end_mask = slice_by_index_60_end_mask_0, x = mul_746)[name = string("slice_by_index_60")]; tensor slice_by_index_61_begin_0 = const()[name = string("slice_by_index_61_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_61_end_0 = const()[name = string("slice_by_index_61_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_61_end_mask_0 = const()[name = string("slice_by_index_61_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_61 = slice_by_index(begin = slice_by_index_61_begin_0, end = slice_by_index_61_end_0, end_mask = slice_by_index_61_end_mask_0, x = mul_746)[name = string("slice_by_index_61")]; int32 concat_30_axis_0 = const()[name = string("concat_30_axis_0"), val = int32(-1)]; bool concat_30_interleave_0 = const()[name = string("concat_30_interleave_0"), val = bool(false)]; tensor concat_30 = concat(axis = concat_30_axis_0, interleave = concat_30_interleave_0, values = (slice_by_index_61, slice_by_index_60))[name = string("concat_30")]; tensor mul_747_y_0 = const()[name = string("mul_747_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_747 = mul(x = concat_30, y = mul_747_y_0)[name = string("mul_747")]; tensor mul_748 = mul(x = mul_746, y = mul_11_y_0)[name = string("mul_748")]; tensor mul_749 = mul(x = mul_747, y = mul_12_y_0)[name = string("mul_749")]; tensor add_90 = add(x = mul_748, y = mul_749)[name = string("add_90")]; tensor transpose_61 = transpose(perm = transpose_61_perm_0, x = reshape_123)[name = string("transpose_2")]; tensor mul_750 = mul(x = transpose_61, y = transpose_61)[name = string("mul_750")]; tensor reduce_mean_161_axes_0 = const()[name = string("reduce_mean_161_axes_0"), val = tensor([-1])]; bool reduce_mean_161_keep_dims_0 = const()[name = string("reduce_mean_161_keep_dims_0"), val = bool(true)]; tensor reduce_mean_161 = reduce_mean(axes = reduce_mean_161_axes_0, keep_dims = reduce_mean_161_keep_dims_0, x = mul_750)[name = string("reduce_mean_161")]; fp32 rsqrt_161_epsilon_0 = const()[name = string("rsqrt_161_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_161 = rsqrt(epsilon = rsqrt_161_epsilon_0, x = reduce_mean_161)[name = string("rsqrt_161")]; tensor mul_751 = mul(x = transpose_61, y = rsqrt_161)[name = string("mul_751")]; tensor mul_752_y_0 = const()[name = string("mul_752_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880576)))]; tensor mul_752 = mul(x = mul_751, y = mul_752_y_0)[name = string("mul_752")]; tensor slice_by_index_62_begin_0 = const()[name = string("slice_by_index_62_begin_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_62_end_0 = const()[name = string("slice_by_index_62_end_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_62_end_mask_0 = const()[name = string("slice_by_index_62_end_mask_0"), val = tensor([true, true, false])]; tensor slice_by_index_62 = slice_by_index(begin = slice_by_index_62_begin_0, end = slice_by_index_62_end_0, end_mask = slice_by_index_62_end_mask_0, x = mul_752)[name = string("slice_by_index_62")]; tensor slice_by_index_63_begin_0 = const()[name = string("slice_by_index_63_begin_0"), val = tensor([0, 0, 22])]; tensor slice_by_index_63_end_0 = const()[name = string("slice_by_index_63_end_0"), val = tensor([0, 0, 0])]; tensor slice_by_index_63_end_mask_0 = const()[name = string("slice_by_index_63_end_mask_0"), val = tensor([true, true, true])]; tensor slice_by_index_63 = slice_by_index(begin = slice_by_index_63_begin_0, end = slice_by_index_63_end_0, end_mask = slice_by_index_63_end_mask_0, x = mul_752)[name = string("slice_by_index_63")]; int32 concat_31_axis_0 = const()[name = string("concat_31_axis_0"), val = int32(-1)]; bool concat_31_interleave_0 = const()[name = string("concat_31_interleave_0"), val = bool(false)]; tensor concat_31 = concat(axis = concat_31_axis_0, interleave = concat_31_interleave_0, values = (slice_by_index_63, slice_by_index_62))[name = string("concat_31")]; tensor mul_753_y_0 = const()[name = string("mul_753_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(374720)))]; tensor mul_753 = mul(x = concat_31, y = mul_753_y_0)[name = string("mul_753")]; tensor mul_754 = mul(x = mul_752, y = mul_11_y_0)[name = string("mul_754")]; tensor mul_755 = mul(x = mul_753, y = mul_12_y_0)[name = string("mul_755")]; tensor add_91 = add(x = mul_754, y = mul_755)[name = string("add_91")]; tensor reshape_125_shape_0 = const()[name = string("reshape_125_shape_0"), val = tensor([2, 1, 8, 44])]; tensor reshape_125 = reshape(shape = reshape_125_shape_0, x = add_91)[name = string("reshape_125")]; tensor tile_30_reps_0 = const()[name = string("tile_30_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_30 = tile(reps = tile_30_reps_0, x = reshape_125)[name = string("tile_30")]; tensor reshape_126_shape_0 = const()[name = string("reshape_126_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_126 = reshape(shape = reshape_126_shape_0, x = tile_30)[name = string("reshape_126")]; tensor reshape_127_shape_0 = const()[name = string("reshape_127_shape_0"), val = tensor([2, 1, 8, 44])]; tensor transpose_62 = transpose(perm = transpose_62_perm_0, x = reshape_124)[name = string("transpose_1")]; tensor reshape_127 = reshape(shape = reshape_127_shape_0, x = transpose_62)[name = string("reshape_127")]; tensor tile_31_reps_0 = const()[name = string("tile_31_reps_0"), val = tensor([1, 4, 1, 1])]; tensor tile_31 = tile(reps = tile_31_reps_0, x = reshape_127)[name = string("tile_31")]; tensor reshape_128_shape_0 = const()[name = string("reshape_128_shape_0"), val = tensor([8, 8, 44])]; tensor reshape_128 = reshape(shape = reshape_128_shape_0, x = tile_31)[name = string("reshape_128")]; fp16 mul_756_y_0 = const()[name = string("mul_756_y_0"), val = fp16(0x1.34cp-3)]; tensor mul_756 = mul(x = add_90, y = mul_756_y_0)[name = string("mul_756")]; bool matmul_30_transpose_y_0 = const()[name = string("matmul_30_transpose_y_0"), val = bool(true)]; bool matmul_30_transpose_x_0 = const()[name = string("matmul_30_transpose_x_0"), val = bool(false)]; tensor matmul_30 = matmul(transpose_x = matmul_30_transpose_x_0, transpose_y = matmul_30_transpose_y_0, x = mul_756, y = reshape_126)[name = string("matmul_30")]; tensor add_92 = add(x = matmul_30, y = reshape_1)[name = string("add_92")]; int32 softmax_15_axis_0 = const()[name = string("softmax_15_axis_0"), val = int32(-1)]; tensor softmax_15 = softmax(axis = softmax_15_axis_0, x = add_92)[name = string("softmax_15")]; bool matmul_31_transpose_x_0 = const()[name = string("matmul_31_transpose_x_0"), val = bool(false)]; bool matmul_31_transpose_y_0 = const()[name = string("matmul_31_transpose_y_0"), val = bool(false)]; tensor matmul_31 = matmul(transpose_x = matmul_31_transpose_x_0, transpose_y = matmul_31_transpose_y_0, x = softmax_15, y = reshape_128)[name = string("matmul_31")]; tensor transpose_63_perm_0 = const()[name = string("transpose_63_perm_0"), val = tensor([1, 0, 2])]; tensor reshape_129_shape_0 = const()[name = string("reshape_129_shape_0"), val = tensor([8, 352])]; tensor transpose_63 = transpose(perm = transpose_63_perm_0, x = matmul_31)[name = string("transpose_0")]; tensor reshape_129 = reshape(shape = reshape_129_shape_0, x = transpose_63)[name = string("reshape_129")]; tensor linear_10_weight_0 = const()[name = string("linear_10_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(7880768)))]; tensor linear_10 = linear(bias = linear_0_bias_0, weight = linear_10_weight_0, x = reshape_129)[name = string("linear_10")]; tensor add_93 = add(x = add_89, y = linear_10)[name = string("add_93")]; tensor mul_757 = mul(x = add_93, y = add_93)[name = string("mul_757")]; tensor reduce_mean_162_axes_0 = const()[name = string("reduce_mean_162_axes_0"), val = tensor([-1])]; bool reduce_mean_162_keep_dims_0 = const()[name = string("reduce_mean_162_keep_dims_0"), val = bool(true)]; tensor reduce_mean_162 = reduce_mean(axes = reduce_mean_162_axes_0, keep_dims = reduce_mean_162_keep_dims_0, x = mul_757)[name = string("reduce_mean_162")]; fp32 rsqrt_162_epsilon_0 = const()[name = string("rsqrt_162_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_162 = rsqrt(epsilon = rsqrt_162_epsilon_0, x = reduce_mean_162)[name = string("rsqrt_162")]; tensor mul_758 = mul(x = add_93, y = rsqrt_162)[name = string("mul_758")]; tensor mul_759_y_0 = const()[name = string("mul_759_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8128640)))]; tensor mul_759 = mul(x = mul_758, y = mul_759_y_0)[name = string("mul_759")]; tensor linear_11_weight_0 = const()[name = string("linear_11_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8129408)))]; tensor linear_11 = linear(bias = linear_4_bias_0, weight = linear_11_weight_0, x = mul_759)[name = string("linear_11")]; tensor linear_12_weight_0 = const()[name = string("linear_12_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(8805312)))]; tensor linear_12 = linear(bias = linear_4_bias_0, weight = linear_12_weight_0, x = mul_759)[name = string("linear_12")]; fp16 mul_760_y_0 = const()[name = string("mul_760_y_0"), val = fp16(0x1p-1)]; tensor mul_760 = mul(x = linear_11, y = mul_760_y_0)[name = string("mul_760")]; tensor tanh_15 = tanh(x = mul_760)[name = string("tanh_15")]; fp16 mul_761_x_0 = const()[name = string("mul_761_x_0"), val = fp16(0x1p-1)]; tensor mul_761 = mul(x = mul_761_x_0, y = tanh_15)[name = string("mul_761")]; fp16 add_94_x_0 = const()[name = string("add_94_x_0"), val = fp16(0x1p-1)]; tensor add_94 = add(x = add_94_x_0, y = mul_761)[name = string("add_94")]; tensor mul_762 = mul(x = linear_11, y = add_94)[name = string("mul_762")]; tensor mul_763 = mul(x = mul_762, y = linear_12)[name = string("mul_763")]; tensor linear_13_weight_0 = const()[name = string("linear_13_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(9481216)))]; tensor linear_13 = linear(bias = linear_0_bias_0, weight = linear_13_weight_0, x = mul_763)[name = string("linear_13")]; tensor add_95 = add(x = add_93, y = linear_13)[name = string("add_95")]; tensor mul_764 = mul(x = add_95, y = add_95)[name = string("mul_764")]; tensor reduce_mean_163_axes_0 = const()[name = string("reduce_mean_163_axes_0"), val = tensor([-1])]; bool reduce_mean_163_keep_dims_0 = const()[name = string("reduce_mean_163_keep_dims_0"), val = bool(true)]; tensor reduce_mean_163 = reduce_mean(axes = reduce_mean_163_axes_0, keep_dims = reduce_mean_163_keep_dims_0, x = mul_764)[name = string("reduce_mean_163")]; fp32 rsqrt_163_epsilon_0 = const()[name = string("rsqrt_163_epsilon_0"), val = fp32(0x1.0c6f7ap-20)]; tensor rsqrt_163 = rsqrt(epsilon = rsqrt_163_epsilon_0, x = reduce_mean_163)[name = string("rsqrt_163")]; tensor mul_765 = mul(x = add_95, y = rsqrt_163)[name = string("mul_765")]; tensor mul_766_y_0 = const()[name = string("mul_766_y_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157120)))]; tensor mul_766 = mul(x = mul_765, y = mul_766_y_0)[name = string("mul_766")]; tensor linear_14_weight_0 = const()[name = string("linear_14_weight_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(10157888)))]; tensor linear_14_bias_0 = const()[name = string("linear_14_bias_0"), val = tensor(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(16030720)))]; tensor linear_14 = linear(bias = linear_14_bias_0, weight = linear_14_weight_0, x = mul_766)[name = string("linear_14")]; tensor logits_shape_0 = const()[name = string("logits_shape_0"), val = tensor([1, 8, 8342])]; tensor logits = reshape(shape = logits_shape_0, x = linear_14)[name = string("logits")]; } -> (logits); }