diff --git "a/unixcoder-base.mlpackage/executorch_debug_handle_mapping.json" "b/unixcoder-base.mlpackage/executorch_debug_handle_mapping.json"
deleted file mode 100644--- "a/unixcoder-base.mlpackage/executorch_debug_handle_mapping.json"
+++ /dev/null
@@ -1 +0,0 @@
-{"version": "9.0", "mapping": {"null": [[{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_embeddings_word_embeddings_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_embeddings_position_embeddings_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_embeddings_token_type_embeddings_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_embeddings_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_embeddings_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_0_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_1_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_2_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_3_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_4_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_5_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_6_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_7_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_8_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_9_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_10_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_self_query_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_self_query_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_self_key_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_self_key_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_self_value_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_self_value_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_attention_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_intermediate_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_intermediate_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_output_dense_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_output_dense_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_output_layernorm_weight"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_encoder_encoder_layer_11_output_layernorm_bias"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "b_encoder_embeddings_token_type_ids"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "sym_size_int_77_shape"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_0_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_0_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gather_0_axis_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "gather_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_0_values0_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_0_axis_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_0_interleave_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "concat", "Output": "concat_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_2_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_2_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "shape", "Output": "shape_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "equal_0_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "equal", "Output": "equal_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "real_div_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "tile", "Output": "expand"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "not_equal", "Output": "ne"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_to_copy_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cumsum_exclusive_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "cumsum_reverse_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "_to_copy"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cumsum", "Output": "cumsum"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_14"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "greater_equal_1_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "greater_equal", "Output": "greater_equal_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_axis_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "embedding_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_1_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_1_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "greater_equal_2_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "greater_equal", "Output": "greater_equal_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_1_axis_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "embedding_1_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_28"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_2_batch_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_2_validate_indices_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "greater_equal_3_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "greater_equal", "Output": "greater_equal_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_by_index_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "select", "Output": "select_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "embedding_2_axis_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gather", "Output": "embedding_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_41"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_3_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_3_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_3_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_4_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_4_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "slice_4_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "slice_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_to_copy_2_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_28"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "_to_copy_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "sub", "Output": "rsub"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_29"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_66"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_2x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_3x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_37"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_4x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_36_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_37_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_37"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_36"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_105"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_45"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_1_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_1_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_46"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_5x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_139"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_1_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_158"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_2_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_6x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_7x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_58"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_8x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_2_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_2_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_38_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_39_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_39"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_38"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_1_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_205"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_66"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_3_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_3_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_67"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_9x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_239"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_3_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_3_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_1_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_258"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_4_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_4_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_10x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_14"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_11x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_79"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_12x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_4_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_4_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_40_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_41_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_41"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_40"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_2_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_305"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_87"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_5_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_5_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_88"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_13x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_15"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_339"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_5_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_5_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_2_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_358"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_6_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_6_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_18"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_14x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_20"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_15x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_100"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_16x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_14"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_6_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_6_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_42_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_43_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_43"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_42"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_3_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_405"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_108"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_7_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_7_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_109"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_17x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_15"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_15"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_21"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_439"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_7_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_7_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_22"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_3_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_458"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_8_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_8_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_24"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_25"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_18x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_26"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_19x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_121"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_20x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_18"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_8_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_8_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_44_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_45_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_45"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_44"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_4_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_505"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_129"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_9_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_9_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_130"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_21x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_27"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_539"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_9_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_9_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_28"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_4_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_4"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_29"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_558"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_10_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_10_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_30"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_31"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_22x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_20"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_32"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_23x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_21"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_142"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_24x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_22"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_10_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_10_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_46_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_47_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_47"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_46"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_5_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_605"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_150"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_11_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_11_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_21"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_151"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_25x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_33"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_639"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_11_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_11_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_34"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_5_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_5"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_35"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_658"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_12_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_12_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_36"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_37"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_26x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_24"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_38"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_27x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_25"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_163"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_28x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_26"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_12_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_12_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_48_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_49_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_49"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_48"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_6_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_705"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_171"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_13_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_13_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_25"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_172"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_29x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_27"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_27"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_39"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_739"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_13_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_13_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_13"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_40"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_6_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_6"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_41"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_758"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_14_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_14_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_14"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_42"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_43"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_30x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_28"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_44"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_31x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_29"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_184"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_32x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_30"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_14_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_14_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_50_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_51_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_51"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_50"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_14"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_7_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_805"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_192"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_15_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_15_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_29"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_15"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_193"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_33x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_31"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_31"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_45"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_839"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_15_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_15_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_15"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_46"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_7_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_7"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_47"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_858"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_16_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_16_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_48"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_49"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_34x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_32"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_50"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_35x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_33"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_205"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_36x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_34"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_16_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_16_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_52_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_53_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_53"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_52"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_8_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_905"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_213"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_17_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_17_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_33"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_214"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_37x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_35"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_35"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_51"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_939"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_17_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_17_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_17"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_52"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_8_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_8"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_53"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_958"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_18_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_18_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_18"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_54"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_55"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_38x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_36"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_56"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_39x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_37"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_226"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_40x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_38"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_18_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_18_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_54_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_55_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_55"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_54"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_18"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_9_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1005"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_234"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_19_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_19_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_37"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_235"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_41x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_39"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_39"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_57"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1039"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_19_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_19_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_19"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_58"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_9_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_9"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_59"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1058"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_20_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_20_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_20"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_60"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_61"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_42x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_40"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_62"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_43x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_41"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_247"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_44x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_42"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_20_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_20_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_56_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_57_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_57"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_56"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_20"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_10_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1105"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_255"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_21_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_21_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_41"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_21"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_256"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_45x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_43"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_43"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_63"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1139"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_21_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_21_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_21"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_64"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_10_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_10"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_65"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1158"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_22_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_22_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_22"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_66"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_67"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_46x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_44"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_68"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_47x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_45"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_268"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_48x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_46"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_22_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_22_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_58_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_59_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_59"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_58"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_22"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_inversed_div_11_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "_inversed_div_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1205"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_276"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "softmax", "Output": "softmax_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_23_transpose_x_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "matmul_23_transpose_y_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_45"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "matmul", "Output": "matmul_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_277"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "concat_49x"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_47"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_47"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_69"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1239"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_23_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_23_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_70"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "gelu_11_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "gelu", "Output": "gelu_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_71"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1258"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_24_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_24_epsilon_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_24"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "_to_copy_3_dtype_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "cast", "Output": "_to_copy_3"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "mul", "Output": "mul_1231"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "sum_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "sum_1_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_sum", "Output": "sum_1"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "sum_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "sum_2_keep_dims_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reduce_sum", "Output": "sum_2"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_287"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_288"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "clip", "Output": "clip_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "real_div", "Output": "embedding"}]]}}
\ No newline at end of file