diff --git "a/halfword.mlpackage/executorch_debug_handle_mapping.json" "b/halfword.mlpackage/executorch_debug_handle_mapping.json"
new file mode 100644--- /dev/null
+++ "b/halfword.mlpackage/executorch_debug_handle_mapping.json"
@@ -0,0 +1 @@
+{"version": "9.0", "mapping": {"null": [[{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "sym_size_int_125_shape"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_1_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_1_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_1_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "sym_size_int_125_shape_to_int16_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_1_indices_0_to_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "sym_size_int_125_shape_to_int16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "gather_1_cast_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_1_cast_uint16_to_int32_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_2_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_2_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_2_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "sym_size_int_125_shape_to_uint16_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_2_indices_0_to_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "sym_size_int_125_shape_to_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "gather_2_cast_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_2_cast_uint16_to_int32_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_lm_head_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "input_ids_to_uint16_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "input_ids_to_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "embedding_cast_fp16_cast_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "gather_2_cast_uint16_to_int32"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "range_1d", "Output": "arange"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_to_copy_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "gather_1_cast_uint16_to_int32"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "range_1d", "Output": "arange_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_0_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_0_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "new_ones_value_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "fill", "Output": "new_ones"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_1x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "less_equal", "Output": "le_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_2x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "logical_and", "Output": "bitwise_and"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_3x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_0_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_0_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_0_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_by_index_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_1_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_1_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_1_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_by_index_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_4_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_4_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "equal_0_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "equal", "Output": "equal_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "view_2_after_broadcast"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "add_15_after_broadcast"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "stack_0_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "stack", "Output": "stack_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cast_8_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_nd_0_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_nd_0_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "stack_0_to_uint16_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "stack_0_to_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "_to_copy"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "cast_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather_nd", "Output": "gather_nd_0_cast_uint16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "index_transpose_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_22"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_5_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_5_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "index_transpose"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "logical_and", "Output": "bitwise_and_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_6_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_6_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "equal_2_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "equal", "Output": "equal_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_3_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_2_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_to_copy_1_to_fp16_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "unsqueeze_3_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_37"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cos", "Output": "cos_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "sin", "Output": "sin_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_43_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_46_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_103_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_75_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_79_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "linear_0_bias_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_48"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_49"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_9_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_9_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_1_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "linear_1_bias_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_2_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_3_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_4_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_5_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_118_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_1_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_1_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_1_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_2_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_2_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_2_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_68_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_69"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_1_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_135_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_198_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_143_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_3_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_3_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_3_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_4_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_4_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_4_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_76_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_77"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_2_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_160_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_234_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_6_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_79"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_80"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_81"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_12_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_12_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "equal_3_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "equal", "Output": "equal_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_82"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_83"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_13_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_13_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_7_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_16_values0_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_16_values1_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_16_values2_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_16_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_16_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_5_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_5_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "sub_0_x_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cast_21_to_fp16_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "slice_5_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "sub", "Output": "sub_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_0_x_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_91_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_0_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_0_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_0_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_4_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_94"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_17_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_17_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_309_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_96_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_1_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_99_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_322_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_1_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_302_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_306_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "linear_4_bias_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_319_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_0_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_359_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_102_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_2_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_105_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_372_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_2_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_338_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_342_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_5_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_6_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_7_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_381_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_6_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_6_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_6_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_7_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_7_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_7_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_127_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_128"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_3_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_398_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_467_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_406_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_8_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_8_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_8_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_9_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_9_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_9_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_135_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_136"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_4_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_423_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_503_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_10_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_11_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_150_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_1_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_1_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_1_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_1_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_1_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_8_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_578_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_155_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_3_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_3_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_158_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_591_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_3_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_565_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_569_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_582_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_1_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_628_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_161_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_4_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_4_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_164_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_641_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_4_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_601_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_605_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_9_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_10_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_11_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_644_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_11_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_11_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_11_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_12_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_12_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_12_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_186_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_187"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_5_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_661_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_736_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_669_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_13_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_13_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_13_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_14_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_14_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_14_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_194_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_195"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_6_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_686_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_772_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_14_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_15_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_209_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_2_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_2_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_2_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_2_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_2_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_12_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_847_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_214_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_5_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_5_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_217_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_860_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_5_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_828_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_832_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_845_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_2_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_897_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_220_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_6_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_6_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_223_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_910_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_6_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_864_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_868_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_13_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_14_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_15_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_907_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_16_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_16_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_16_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_17_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_17_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_17_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_245_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_246"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_7_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_924_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1005_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_932_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_18_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_18_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_18_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_19_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_19_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_19_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_253_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_254"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_8_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_949_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1041_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_18_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_19_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_268_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_3_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_3_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_3_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_3_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_3_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_16_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1116_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_273_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_7_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_7_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_276_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1129_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_7_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1091_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1095_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1108_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_3_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1166_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_279_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_8_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_8_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_282_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1179_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_8_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1127_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1131_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_17_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_18_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_19_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1170_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_21_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_21_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_21_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_22_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_22_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_22_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_304_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_305"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_9_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1187_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1274_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1195_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_23_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_23_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_23_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_24_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_24_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_24_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_312_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_313"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_10_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1212_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1310_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_22_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_23_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_327_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_4_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_4_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_4_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_4_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_4_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_20_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1385_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_332_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_9_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_9_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_335_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1398_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_9_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1354_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1358_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1371_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_4_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1435_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_338_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_10_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_10_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_341_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1448_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_10_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1390_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1394_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_21_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_36_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_22_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_37_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_23_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1433_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_26_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_26_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_26_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_27_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_27_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_27_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_363_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_364"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_11_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1450_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1543_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1458_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_28_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_28_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_28_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_29_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_29_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_29_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_371_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_372"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_12_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1475_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1579_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_26_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_27_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_14"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_14"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_386_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_5_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_5_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_5_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_5_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_5_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_24_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1654_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_391_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_11_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_11_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_394_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1667_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_11_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1617_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1621_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_40_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1634_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_5_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_41_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1704_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_397_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_12_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_12_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_400_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1717_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_12_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1653_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1657_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_25_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_26_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_44_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_27_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1696_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_31_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_31_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_31_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_32_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_32_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_32_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_422_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_423"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_13_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1713_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1812_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1721_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_33_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_33_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_33_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_34_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_34_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_34_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_430_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_431"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_14_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1738_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1848_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_30_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_15"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_15"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_31_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_445_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_6_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_6_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_6_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_6_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_6_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_28_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_45_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1923_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_450_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_13_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_13_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_453_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1936_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_13_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1880_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1884_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1897_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_6_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_48_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1973_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_456_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_14_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_14_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_459_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1986_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_14_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1916_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1920_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_49_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_29_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_50_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_30_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_51_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_36_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_31_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1959_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_36_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_36_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_36_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_36_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_37_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_37_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_37_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_37_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_481_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_482"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_15_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1976_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2081_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1984_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_38_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_38_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_38_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_39_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_39_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_39_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_489_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_490"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_16_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2001_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2117_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_34_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_35_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_18"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_18"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_504_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_7_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_7_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_7_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_7_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_7_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_32_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_37_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_52_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2192_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_509_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_15_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_15_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_512_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2205_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_15_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2143_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2147_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_53_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_54_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2160_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_7_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_55_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2242_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_515_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_16_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_16_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_518_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2255_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_16_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2179_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2183_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_56_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_33_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_57_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_34_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_58_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_40_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_35_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2222_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_41_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_41_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_41_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_41_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_42_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_42_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_42_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_540_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_541"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_17_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2239_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2350_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2247_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_43_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_43_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_43_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_44_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_44_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_44_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_44_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_548_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_549"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_18_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2264_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2386_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_38_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_39_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_20"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_20"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_563_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_8_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_8_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_8_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_8_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_8_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_36_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_36_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_41_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_59_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2461_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_568_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_17_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_17_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_571_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2474_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_17_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2406_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2410_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_60_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_61_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2423_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_8_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_62_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2511_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_574_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_18_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_18_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_577_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2524_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_18_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2442_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2446_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_63_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_37_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_64_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_38_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_65_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_44_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_39_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_37_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2485_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_46_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_46_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_46_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_47_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_47_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_47_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_599_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_600"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_19_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2502_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2619_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2510_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_48_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_48_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_48_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_48_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_49_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_49_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_49_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_49_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_607_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_608"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_20_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2527_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2655_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_42_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_21"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_21"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_43_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_22"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_22"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_622_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_9_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_9_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_9_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_9_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_9_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_40_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_40_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_45_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_66_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2730_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_627_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_19_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_19_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_630_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2743_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_19_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2669_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2673_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_67_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_68_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2686_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_9_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_69_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2780_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_633_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_20_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_20_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_636_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2793_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_20_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2705_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2709_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_70_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_41_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_71_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_42_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_72_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_48_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_43_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_41_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2748_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_51_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_51_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_51_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_51_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_52_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_52_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_52_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_52_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_658_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_659"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_21_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2765_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2888_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2773_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_53_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_53_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_53_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_53_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_54_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_54_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_54_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_54_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_666_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_667"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_22_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2790_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2924_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_46_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_47_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_24"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_24"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_681_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_10_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_10_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_10_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_10_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_10_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_44_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_44_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_49_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_73_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2999_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_686_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_21_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_21_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_689_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3012_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_21_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2932_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2936_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_74_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_75_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2949_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_10_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_76_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3049_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_692_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_22_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_22_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_695_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3062_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_22_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2968_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2972_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_77_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_50_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_45_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_78_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_51_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_46_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_79_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_52_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_47_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_45_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3011_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_56_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_56_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_56_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_56_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_57_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_57_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_57_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_57_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_717_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_718"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_23_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3028_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3157_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3036_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_58_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_58_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_58_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_58_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_59_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_59_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_59_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_59_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_725_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_726"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_24_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3053_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3193_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_50_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_50_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_25"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_25"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_51_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_51_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_26"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_26"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_740_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_11_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_11_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_11_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_11_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_11_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_48_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_48_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_53_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_80_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3268_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_745_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_23_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_23_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_748_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3281_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_23_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3195_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3199_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_81_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_82_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3212_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_11_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_83_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3318_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_751_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_24_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_24_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_754_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3331_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_24_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3231_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3235_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_84_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_54_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_49_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_85_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_55_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_50_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_86_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_56_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_51_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_49_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3274_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_61_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_61_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_61_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_61_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_62_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_62_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_62_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_62_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_776_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_777"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_25_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3291_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3426_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_50_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3299_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_63_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_63_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_63_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_63_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_64_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_64_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_64_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_64_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_784_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_785"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_26_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3316_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3462_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_54_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_54_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_27"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_27"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_55_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_51_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_55_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_28"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_28"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_799_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_12_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_12_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_12_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_12_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_12_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_52_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_52_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_57_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_87_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3537_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_804_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_25_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_25_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_807_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3550_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_25_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3458_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3462_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_88_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_89_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3475_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_12_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_90_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3587_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_810_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_26_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_26_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_813_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3600_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_26_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3494_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_input_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3498_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_self_attn_q_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_91_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_58_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_53_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_self_attn_k_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_92_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_59_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_54_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_self_attn_v_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_93_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_60_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_55_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_53_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3537_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_66_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_66_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_66_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_66_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_67_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_67_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_67_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_67_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_835_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_836"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_27_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3554_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3695_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_54_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3562_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_68_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_68_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_68_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_68_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_69_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_69_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_69_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_69_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_843_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "neg_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_844"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cat_28_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "cat_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3579_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3731_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_58_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_58_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_29"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_29"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_59_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_55_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_59_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_30"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_30"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "_unsafe_view_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_858_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_13_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_13_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_13_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_13_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_13_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_56_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_56_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_61_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_self_attn_o_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_94_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3806_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_863_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_27_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_27_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_866_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3819_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_27_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3721_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_post_attention_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3725_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_mlp_gate_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_95_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "silu", "Output": "silu_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_mlp_up_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_96_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3738_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_layers_13_mlp_down_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_97_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3856_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_869_promoted_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "pow", "Output": "pow_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_28_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mean_28_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_mean", "Output": "mean_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_872_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3869_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "rsqrt_28_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "rsqrt", "Output": "rsqrt_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3757_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_model_norm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3761_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "linear_98_bias_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "logits"}]]}}
\ No newline at end of file