rubert-base-collection3-ner-coreml / NERCollection3.mlpackage /executorch_debug_handle_mapping.json
smkrv's picture
fp16 Core ML conversion: ruBert-base Collection3 NER (PER/ORG/LOC), parity 99.98% tokens
0fe9ca9 verified
Raw
History Blame Contribute Delete
125 kB
{"version": "9.0", "mapping": {"null": [[{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_embeddings_word_embeddings_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "greater_equal_0_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "greater_equal", "Output": "greater_equal_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_cast_fp16_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "embedding_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_1_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_2_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_embeddings_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_embeddings_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_15_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "expand_1_reps_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_27_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_to_copy_to_fp16_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "expand_1_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "sub", "Output": "rsub_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_to_copy_1_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_30_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "rsub_cast_fp16_to_bool"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "masked_fill_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_31"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_33"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_35"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_36"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_0_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_0_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_0_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_48_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_49_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_49"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_48"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_0_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_39"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_41_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_0_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_43_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_44"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_46"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_48"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_49"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_1_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_1_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_1_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_50_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_51_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_51"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_50"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_1_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_1_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_1_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_1_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_52"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_3_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_54_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_1_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_4_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_1_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_56_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_57"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_59"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_61"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_62"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_2_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_2_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_2_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_52_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_53_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_53"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_52"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_2_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_2_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_2_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_2_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_65"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_5_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_67_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_2_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_6_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_2_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_69_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_70"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_72"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_74"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_75"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_3_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_3_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_3_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_54_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_55_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_55"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_54"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_3_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_3_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_3_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_3_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_78"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_7_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_80_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_3_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_8_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_3_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_82_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_83"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_85"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_87"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_88"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_4_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_4_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_4_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_56_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_57_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_57"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_56"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_4_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_4_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_4_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_4_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_4_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_91"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_9_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_93_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_4_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_10_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_4_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_95_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_96"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_98"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_100"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_101"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_5_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_5_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_5_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_58_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_59_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_59"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_58"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_5_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_5_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_5_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_5_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_5_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_104"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_11_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_106_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_5_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_12_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_5_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_108_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_36_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_109"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_37_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_111"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_113"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_114"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_6_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_6_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_6_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_60_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_61_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_61"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_60"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_6_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_6_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_6_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_6_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_6_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_117"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_13_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_119_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_40_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_6_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_41_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_14_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_6_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_121_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_122"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_124"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_44_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_126"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_127"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_7_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_7_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_7_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_62_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_63_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_63"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_62"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_7_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_7_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_7_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_7_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_7_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_130"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_45_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_15_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_132_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_7_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_16_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_7_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_134_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_48_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_135"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_49_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_137"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_50_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_139"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_140"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_8_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_8_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_8_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_64_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_65_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_65"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_64"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_8_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_8_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_8_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_8_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_8_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_143"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_51_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_17_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_145_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_52_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_8_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_53_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_18_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_8_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_147_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_54_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_148"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_36_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_55_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_150"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_37_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_56_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_152"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_153"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_9_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_9_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_9_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_66_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_67_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_67"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_66"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_9_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_9_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_9_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_9_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_9_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_156"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_57_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_19_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_158_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_58_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_9_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_59_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_20_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_9_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_160_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_60_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_161"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_40_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_61_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_163"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_41_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_62_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_165"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_166"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_10_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_10_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_10_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_68_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_69_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_69"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_68"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_10_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_10_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_10_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_10_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_10_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_169"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_63_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_21_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_171_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_64_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_10_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_65_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_22_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_10_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_173_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_self_query_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_self_query_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_66_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_174"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_44_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_self_key_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_self_key_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_67_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_176"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_45_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_self_value_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_self_value_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_68_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_178"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_179"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "mul_11_y_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_11_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_11_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_70_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_71_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_71"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_70"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_11_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "softmax_11_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_11_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "scaled_dot_product_attention_11_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "scaled_dot_product_attention_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_11_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_182"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_69_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_23_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_attention_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_184_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_intermediate_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_intermediate_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_70_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_11_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_output_dense_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_output_dense_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_71_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_24_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_output_layernorm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_bert_encoder_layer_11_output_layernorm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_186_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_classifier_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_m_classifier_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "logits"}]]}}