Upload folder using huggingface_hub

v2_multilingual/manifest.json

@@ -0,0 +1,165 @@
+{
+  "variant": "v2_multilingual",
+  "profile": "ane",
+  "ane_optimized": {
+    "detector_input_layout": "NCHW",
+    "recognizer_input_layout": "NCHW",
+    "precision": "fp32 detector input / fp16 recognizer+relational",
+    "detector_side": 1024,
+    "region_batch_size": 8,
+    "relational_max_regions": 256,
+    "padded_vocab_size": 14272,
+    "sequence_length": 128,
+    "feature_depth": 512,
+    "alignment": {
+      "detector_side_multiple": 32,
+      "vocab_multiple": 64,
+      "batch_power_of_two": true,
+      "relational_max_regions_power_of_two": true
+    }
+  },
+  "models": {
+    "detector": {
+      "path": "v2_multilingual_detector.mlmodel",
+      "format": ".mlmodel",
+      "input_shape": [
+        1,
+        3,
+        1024,
+        1024
+      ],
+      "outputs": {
+        "confidence_map": [
+          1,
+          1,
+          256,
+          256
+        ],
+        "rboxes": [
+          1,
+          5,
+          256,
+          256
+        ],
+        "feature_map": [
+          1,
+          128,
+          256,
+          256
+        ]
+      }
+    },
+    "recognizer": {
+      "path": "v2_multilingual_recognizer.mlpackage",
+      "input_shape": [
+        8,
+        128,
+        8,
+        128
+      ],
+      "outputs": {
+        "logits": [
+          8,
+          128,
+          14272
+        ],
+        "embeddings": [
+          8,
+          128,
+          512
+        ]
+      },
+      "actual_vocab_size": 14247
+    },
+    "relational": {
+      "path": "v2_multilingual_relational.mlpackage",
+      "inputs": {
+        "rectified_quads": [
+          256,
+          128,
+          2,
+          3
+        ],
+        "original_quads": [
+          256,
+          4,
+          2
+        ],
+        "recognizer_features": [
+          256,
+          128,
+          512
+        ],
+        "valid_mask": [
+          256
+        ]
+      },
+      "outputs": {
+        "word_logits": [
+          256,
+          257
+        ],
+        "line_logits": [
+          256,
+          257
+        ],
+        "line_uncertainty": [
+          256,
+          257
+        ]
+      },
+      "invalid_logit": -10000.0
+    }
+  },
+  "host_pipeline": {
+    "required_steps": [
+      "preprocess image to normalized RGB tensor matching detector_input_layout",
+      "run detector model",
+      "convert detector rboxes to quads",
+      "run quad NMS on host",
+      "rectify feature-map crops on host",
+      "bucket crops into fixed power-of-two batches matching recognizer_input_layout",
+      "run recognizer model",
+      "discard padded vocab ids >= actual_vocab_size",
+      "rectify 2x3 relational crops on host",
+      "pad relational inputs to relational_max_regions",
+      "run relational model",
+      "decode sentence and paragraph graphs on host"
+    ],
+    "not_exported": [
+      "quad_non_maximal_suppression",
+      "rrect_to_quads",
+      "quad rectification",
+      "indirect grid sampling"
+    ],
+    "ane_notes": [
+      "Detector uses an ANE-first export profile when profile=ane.",
+      "Recognizer still contains scaled_dot_product_attention and may not achieve full-ANE execution without architectural changes.",
+      "Relational model is exported as an ML Program for sentence and paragraph grouping, but is expected to run on CPU/GPU rather than full ANE."
+    ]
+  },
+  "validation": {
+    "detector": {
+      "output_0_max_abs_diff": 2.384185791015625e-05,
+      "output_0_mean_abs_diff": 3.752706106752157e-06,
+      "output_1_max_abs_diff": 0.004421234130859375,
+      "output_1_mean_abs_diff": 0.00017359010234940797,
+      "output_2_max_abs_diff": 1.153256744146347e-05,
+      "output_2_mean_abs_diff": 1.9517230498422578e-07
+    },
+    "recognizer": {
+      "output_0_max_abs_diff": 0.137176513671875,
+      "output_0_mean_abs_diff": 0.012331841513514519,
+      "output_1_max_abs_diff": 0.018469572067260742,
+      "output_1_mean_abs_diff": 0.0021148533560335636
+    },
+    "relational": {
+      "word_argmax_match_rate": 1.0,
+      "word_prob_mean_abs_diff": 2.762015576290996e-26,
+      "line_argmax_match_rate": 1.0,
+      "line_prob_mean_abs_diff": 2.0626772823106876e-07,
+      "line_uncertainty_mean_abs_diff": 100.44071960449219,
+      "line_uncertainty_max_abs_diff": 10001.9853515625
+    }
+  }
+}

v2_multilingual/v2_multilingual_detector.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a41a3c3d4274dab31c63cdebbd077bf4fe67f5261891c78a6daad363b0fe0b
+size 181193656

v2_multilingual/v2_multilingual_recognizer.mlpackage/Data/com.apple.CoreML/._model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c63151f19761d7ad2339f20b7f66a5fa791f3c0e8683b8ab9b6236f86272f7
+size 4096

v2_multilingual/v2_multilingual_recognizer.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d234bace358df1f99941908598d70351da9c13285527a3f8156ad71d1b206d8
+size 93468

v2_multilingual/v2_multilingual_recognizer.mlpackage/Data/com.apple.CoreML/weights/._weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c63151f19761d7ad2339f20b7f66a5fa791f3c0e8683b8ab9b6236f86272f7
+size 4096

v2_multilingual/v2_multilingual_recognizer.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719b71d81719aedb3ad7bd2906396c8d6dcff1a17a441aae1201fbdfb5d8d2dd
+size 72245120

v2_multilingual/v2_multilingual_recognizer.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "6F0C6B3C-7FA7-44AC-83DD-503FCABEACB1": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "EA67AD3F-4C09-4FDF-A09B-CE2D6D076A2D": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "6F0C6B3C-7FA7-44AC-83DD-503FCABEACB1"
+}

v2_multilingual/v2_multilingual_recognizer.mlpackage/executorch_debug_handle_mapping.json

@@ -0,0 +1 @@
+{"version": "9.0", "mapping": {"null": [[{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_strides_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_dilations_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_groups_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_235_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_236_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "conv", "Output": "_native_batch_norm_legit_no_training_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_1_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_1_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_1_strides_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_1_dilations_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_1_groups_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_237_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_238_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "conv", "Output": "_native_batch_norm_legit_no_training_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_11"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_12"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_ceil_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "max_pool", "Output": "max_pool2d_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_2_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_2_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_2_strides_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_2_dilations_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_2_groups_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_239_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_240_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "conv", "Output": "_native_batch_norm_legit_no_training_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_3_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_3_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_3_strides_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_3_dilations_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_3_groups_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_241_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_242_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "conv", "Output": "_native_batch_norm_legit_no_training_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_23"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_24"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_1_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_1_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_1_ceil_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "max_pool", "Output": "max_pool2d_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_4_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_4_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_4_strides_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_4_dilations_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_4_groups_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_243_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_244_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "conv", "Output": "_native_batch_norm_legit_no_training_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_5_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_5_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_5_strides_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_5_dilations_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_5_groups_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_245_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_246_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "conv", "Output": "_native_batch_norm_legit_no_training_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_35"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_36"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_2_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_2_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "max_pool2d_2_ceil_mode_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "max_pool", "Output": "max_pool2d_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_6_pad_type_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_6_strides_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_6_pad_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_6_dilations_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "conv2d_6_groups_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_247_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_248_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "conv", "Output": "_native_batch_norm_legit_no_training_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "squeeze_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "squeeze", "Output": "squeeze_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_position_encoding_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_41"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_norm1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_norm1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_self_attn_in_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_self_attn_in_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_0_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_45"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_1_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "squeeze_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "squeeze", "Output": "squeeze_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_1_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_1_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_1_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_1_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_2_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_2_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_2_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_2_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_56"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_2_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_59"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_3_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_62"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_4_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_65"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_66"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_67"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "scaled_dot_product_attention", "Output": "scaled_dot_product_attention_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_68"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_69"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_self_attn_out_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_self_attn_out_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_70"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_5_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_norm2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_norm2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_1_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_linear1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_linear1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_linear2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_0_linear2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_norm1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_norm1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_2_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_6_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_self_attn_in_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_self_attn_in_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_77"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_1_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_7_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "squeeze_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "squeeze", "Output": "squeeze_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_3_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_3_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_3_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_3_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_4_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_4_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_4_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_4_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_5_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_5_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_5_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_5_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_88"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_8_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_91"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_9_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_94"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_10_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_97"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_98"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_99"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "scaled_dot_product_attention", "Output": "scaled_dot_product_attention_1_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_100"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_101"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_self_attn_out_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_self_attn_out_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_102"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_11_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_3_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_norm2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_norm2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_3_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_linear1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_linear1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_linear2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_1_linear2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_4_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_norm1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_norm1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_4_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_12_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_self_attn_in_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_self_attn_in_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_109"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_2_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_13_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "squeeze_3_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "squeeze", "Output": "squeeze_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_6_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_6_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_6_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_6_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_7_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_7_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_7_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_7_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_8_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_8_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_8_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_8_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_120"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_14_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_123"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_15_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_126"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_16_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_129"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_130"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_131"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "scaled_dot_product_attention", "Output": "scaled_dot_product_attention_2_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_132"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_133"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_self_attn_out_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_self_attn_out_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_134"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_17_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_5_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_norm2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_norm2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_5_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_linear1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_linear1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_linear2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_2_linear2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_6_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_norm1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_norm1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_6_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_18_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_self_attn_in_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_self_attn_in_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_141"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_3_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_19_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "squeeze_4_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "squeeze", "Output": "squeeze_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_9_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_9_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_9_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_9_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_10_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_10_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_10_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_10_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_11_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_11_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_11_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_11_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_152"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_20_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_155"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_21_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_158"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_22_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_161"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_162"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_163"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "scaled_dot_product_attention", "Output": "scaled_dot_product_attention_3_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_164"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_165"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_self_attn_out_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_self_attn_out_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_166"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_23_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_7_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_norm2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_norm2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_7_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_7_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_linear1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_linear1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_linear2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_3_linear2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_8_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_norm1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_norm1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_8_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_8_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_24_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_self_attn_in_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_self_attn_in_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_24_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_173"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_36_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_4_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_25_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "squeeze_5_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_25_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "squeeze", "Output": "squeeze_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_12_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_12_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_12_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_12_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_13_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_13_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_13_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_13_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_13_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_14_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_14_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_14_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_14_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_14_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_184"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_37_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_26_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_187"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_38_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_27_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_190"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_39_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_28_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_193"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_26_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_40_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_194"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_27_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_41_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_195"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_28_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_42_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "scaled_dot_product_attention", "Output": "scaled_dot_product_attention_4_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_196"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_197"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_43_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_self_attn_out_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_self_attn_out_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_198"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_44_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_29_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_29_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_9_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_norm2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_norm2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_9_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_9_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_linear1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_linear1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_18_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_linear2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_4_linear2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_19_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_10_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_norm1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_norm1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_10_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_10_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_30_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_self_attn_in_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_self_attn_in_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_30_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_20_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_205"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_45_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "unsqueeze_5_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "expand_dims", "Output": "unsqueeze_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_31_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "squeeze_6_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_31_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "squeeze", "Output": "squeeze_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_15_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_15_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_15_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_15_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_15_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_16_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_16_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_16_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_16_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_16_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_17_begin_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_17_end_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_17_end_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "select_17_squeeze_mask_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "slice_by_index", "Output": "select_17_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_216"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_46_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_32_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_219"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_47_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_33_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_222"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_48_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_34_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_225"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_32_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_49_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_226"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_33_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_50_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_227"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_34_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_51_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "scaled_dot_product_attention", "Output": "scaled_dot_product_attention_5_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_228"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_229"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "permute_6_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_52_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_self_attn_out_proj_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_self_attn_out_proj_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_21_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "const_230"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "reshape", "Output": "view_53_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "transpose_35_perm_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "transpose", "Output": "transpose_35_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_11_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_norm2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_norm2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_11_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "layer_norm_11_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_linear1_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_linear1_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_22_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "relu", "Output": "relu_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_linear2_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_layers_5_linear2_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "linear_23_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "add", "Output": "add_12_cast_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_12_axes_0"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_norm_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_tx_norm_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "layer_norm_12_epsilon_0_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "layer_norm", "Output": "embeddings"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_classifier_weight_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "const", "Output": "p_recognizer_classifier_bias_to_fp16"}], [{"Type": "Program"}, {"Type": "Function", "Name": "main"}, {"Type": "Block"}, {"Type": "Operation", "Operator": "linear", "Output": "logits"}]]}}

v2_multilingual/v2_multilingual_relational.mlpackage/Data/com.apple.CoreML/._model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c63151f19761d7ad2339f20b7f66a5fa791f3c0e8683b8ab9b6236f86272f7
+size 4096

v2_multilingual/v2_multilingual_relational.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc63c40c65e6958a2b8e030def41b81cd3f4e82e6fd85de2e78bf5ae6f1388a1
+size 173223

v2_multilingual/v2_multilingual_relational.mlpackage/Data/com.apple.CoreML/weights/._weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c63151f19761d7ad2339f20b7f66a5fa791f3c0e8683b8ab9b6236f86272f7
+size 4096

v2_multilingual/v2_multilingual_relational.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a0e79a3eeb68b40976b1455bf5ee136a49c1efd1fece257b4f560e08b9db35
+size 4778242

v2_multilingual/v2_multilingual_relational.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "0255615C-166C-451B-AFF0-D48F503C2340": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "1EF3852C-925D-4089-9315-22068F4B0F1C": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "0255615C-166C-451B-AFF0-D48F503C2340"
+}